-- Logs begin at Wed 2021-09-08 14:57:37 UTC, end at Wed 2021-09-08 16:02:04 UTC. -- Sep 08 15:31:20.162168 dv-cinder-776307-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 15:31:22.859572 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.common.config [-] Logging enabled! Sep 08 15:31:22.860187 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 15:31:22.860336 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100491) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 15:31:22.863649 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.common.config [-] Logging enabled! Sep 08 15:31:22.863902 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 15:31:22.864212 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100491) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 15:31:22.865148 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 15:31:22.865381 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 15:31:22.865769 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 15:31:22.866013 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 15:31:22.866239 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 15:31:22.866558 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.866855 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.867149 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.867377 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.867668 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.867963 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.868286 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.868575 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.868869 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.869156 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.869435 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.869806 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.870039 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.870320 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.871234 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.871525 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.871785 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] debug = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.872032 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.872452 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.872865 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.873143 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.873430 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.873747 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.874006 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.874279 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.874561 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.874886 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] host = dv-cinder-776307-8-iscsi {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.875165 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.875450 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.875736 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.876020 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.876296 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.876571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.876855 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.877129 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.877397 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.877684 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.877981 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.878266 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.878552 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.878773 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.878993 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.879276 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.879824 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.880102 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.880378 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.880654 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.880925 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.881197 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.881464 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.881770 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.882058 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.882340 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.882613 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.882884 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.883156 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.883426 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.883707 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.883982 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.884253 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.884523 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.885213 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.885213 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.885363 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.885604 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.885914 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.886253 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.886539 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.886811 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.887092 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.887363 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.887634 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.887910 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] use_json = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.888180 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.888449 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.888727 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.888999 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.889269 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.889539 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.889834 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.890121 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:22.890416 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.890709 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.891008 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.891290 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.891580 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.891856 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.892142 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.892419 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.892705 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.892990 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.893274 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.893551 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.893862 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.894149 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.894439 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.894743 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.895036 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.895324 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.895595 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.895867 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.896139 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.896417 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.896705 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.896983 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.897271 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.897558 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.897865 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.898154 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.898446 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.898732 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.899004 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.899282 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.899571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.899848 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.900119 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.900396 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.900683 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.900958 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.901228 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.901508 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.901859 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.902194 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.902472 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.902751 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.903042 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.903324 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.903592 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.903861 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.904138 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.904408 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.904693 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.904970 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.905241 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.905509 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.905819 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.906092 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.906365 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.906641 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.906912 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.907188 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.907458 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.907726 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.907999 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.908269 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.908537 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.908806 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.909073 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.909347 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.909616 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.909910 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.910181 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.910451 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.910729 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.911007 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.911302 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.911579 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.911855 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.912149 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.912409 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.912683 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.912959 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.913234 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.913507 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.913800 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.914091 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.914375 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.914659 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.914943 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.915218 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.915518 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.915794 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.916077 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.916354 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.916632 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.916913 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.917194 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.918019 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.918469 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.918781 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.919079 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.919375 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.919656 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.919962 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.920242 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:22.920461 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 15:31:22.920699 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100491) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 15:31:23.269887 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 15:31:23.270164 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 15:31:23.270450 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 15:31:23.270784 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 15:31:23.660233 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.660500 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.660708 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.662024 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.662300 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.662566 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.697391 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.697685 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.697956 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.712812 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.713088 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.713353 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.741354 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.741637 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.741923 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.779588 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.779856 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:23.780121 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.010047 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.010684 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.010684 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.010859 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.011608 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.129245 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.129834 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.130115 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.130385 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.130649 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.130955 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.131212 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.131464 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.131712 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.131987 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.132242 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.132502 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.132753 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.133000 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.133249 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.133509 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.133783 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.134044 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.134308 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.134564 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.134830 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.135078 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.135354 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.135722 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.135968 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.136813 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.137198 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:24.137433 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:24.137685 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:24.137917 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:24.138145 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:24.138379 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:24.138737 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 15:31:24.141778 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 15:31:24.145615 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 15:31:24.149387 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 08 15:31:24.151076 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 15:31:24.151519 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 15:31:24.151948 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 15:31:24.152338 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 15:31:24.155101 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 15:31:24.155352 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 15:31:24.155694 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 15:31:24.160912 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 15:31:24.182356 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 15:31:24.182801 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.183626 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100491) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 15:31:24.184110 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.185442 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100491) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 15:31:24.185753 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 15:31:24.185998 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 15:31:24.189289 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.189572 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.252544 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 15:31:24.252779 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 15:31:24.253014 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 15:31:24.253374 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 15:31:24.276082 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_db.sqlalchemy.engines [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100491) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 15:31:24.821474 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing driver for type 'gre' Sep 08 15:31:24.822026 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] gre ID ranges: [(1, 1000)] Sep 08 15:31:24.878738 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing driver for type 'local' Sep 08 15:31:24.879073 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing driver for type 'vlan' Sep 08 15:31:24.893182 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] VlanTypeDriver initialization complete Sep 08 15:31:24.893517 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing driver for type 'vxlan' Sep 08 15:31:24.894037 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] vxlan ID ranges: [(1, 1000)] Sep 08 15:31:24.945551 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing extension driver 'port_security' Sep 08 15:31:24.945957 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.extensions.port_security [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] PortSecurityExtensionDriver initialization complete Sep 08 15:31:24.946294 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing mechanism driver 'openvswitch' Sep 08 15:31:24.946619 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing mechanism driver 'hyperv' Sep 08 15:31:24.953875 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.plugin [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:31:24.954557 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.954926 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.955278 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.955800 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:31:24.956228 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.956580 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.956922 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.957315 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:31:24.957747 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.958097 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.958438 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.958827 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:31:24.959231 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > security_group after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.959578 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > security_group after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.959918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.960448 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:31:24.960863 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.961215 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.961557 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.961974 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:31:24.962376 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > address_group after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.962721 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > address_group after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.963056 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.963443 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:31:24.963815 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] ML2 OVO RPC backend initialized. {{(pid=100491) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 15:31:24.964556 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.965087 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.965509 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.965882 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > networks before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.966231 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.966571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > ports before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.966913 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.967254 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnets before_response 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.967598 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.967935 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.968271 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.968606 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.968938 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.969269 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.969601 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.969962 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.970293 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:24.970867 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.plugin [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Modular L2 Plugin initialization complete Sep 08 15:31:24.971194 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading services supported by the core plugin {{(pid=100491) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 15:31:24.971515 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.plugins.ml2.managers [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Got port-security extension from driver 'port_security' Sep 08 15:31:24.971979 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.extensions.vlantransparent [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Disabled vlantransparent extension. Sep 08 15:31:24.972457 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100491) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 15:31:24.972769 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: router Sep 08 15:31:25.008850 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.009241 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_create 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.009615 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router before_create 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.010014 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.010389 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.010928 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_delete 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.011137 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.012257 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.012616 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_create 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.012967 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_update 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.013318 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_update 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.013680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.014050 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_update 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.014458 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_update 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.014826 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.015182 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.015530 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: subnet after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.015876 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.016225 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.016572 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_create 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.016913 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.017255 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.017610 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router after_update 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.017975 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.018323 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_create 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.018681 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.019025 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_update 55549900 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.019388 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > agent after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.019736 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > agent after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.020078 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > network after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.020925 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Tracking information for resource: router configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:25.021264 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Tracking information for resource: floatingip configured {{(pid=100491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:31:25.026226 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.db.l3_agentschedulers_db [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 15:31:25.026856 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.027221 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port after_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.027576 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port after_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.027930 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: port after_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.028717 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router before_create 55550100 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.029086 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.029453 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_create 55550100 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.029849 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > router precommit_update 55550100 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.034601 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.provider_configuration [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service providers = [] {{(pid=100491) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 15:31:25.034970 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.db.servicetype_db [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100491) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 15:31:25.037912 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.service_base [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:31:25.038265 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.service_base [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:31:25.038613 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.service_base [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:31:25.039508 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.services.service_base [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:31:25.039883 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.services.service_base [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 15:31:25.040262 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.040584 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 15:31:25.051614 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.051953 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: auto_allocate Sep 08 15:31:25.057680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: network precommit_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.058762 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: network precommit_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.059348 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.059674 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: tag Sep 08 15:31:25.066144 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.066475 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: timestamp Sep 08 15:31:25.070441 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.070771 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: network_ip_availability Sep 08 15:31:25.076270 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.076592 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.076951 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.077670 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.078071 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: flavors Sep 08 15:31:25.082713 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.083049 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading Plugin: revisions Sep 08 15:31:25.087278 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:31:25.087670 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_concurrency.lockutils [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=100491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 15:31:25.088391 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100491) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 15:31:25.088730 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Initializing extension manager. Sep 08 15:31:25.089295 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: __init__.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.089774 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: __pycache__ {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.090118 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.090455 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: address_group.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.091213 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.091768 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: address-group Sep 08 15:31:25.092093 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: address_scope.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.092995 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.093501 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: address-scope Sep 08 15:31:25.093859 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.094799 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.095305 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: router-admin-state-down-before-update Sep 08 15:31:25.095630 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: agent.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.096331 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.096828 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: agent Sep 08 15:31:25.097150 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: agent_resources_synced.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.098094 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.098594 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: agent-resources-synced Sep 08 15:31:25.098915 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: allowedaddresspairs.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.100698 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.101218 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: allowed-address-pairs Sep 08 15:31:25.101546 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: auto_allocated_topology.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.102654 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.103159 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: auto-allocated-topology Sep 08 15:31:25.103483 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: availability_zone.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.104173 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.104665 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: availability_zone Sep 08 15:31:25.105513 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: availability_zone_filter.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.106458 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.106952 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: availability_zone_filter Sep 08 15:31:25.107271 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: data_plane_status.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.108181 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.108674 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 15:31:25.108994 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: default_subnetpools.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.109992 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.110488 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: default-subnetpools Sep 08 15:31:25.110808 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.111612 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.112105 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: dhcp_agent_scheduler Sep 08 15:31:25.112425 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: dns.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.113336 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.113858 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 15:31:25.114180 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: dns_domain_ports.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.115091 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.115588 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 15:31:25.115907 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.116823 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.117317 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 15:31:25.117639 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: dvr.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.118329 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.118827 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: dvr Sep 08 15:31:25.119146 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: ecmp_routes.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.120057 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.121129 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 15:31:25.121464 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: empty_string_filtering.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.122401 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.122920 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: empty-string-filtering Sep 08 15:31:25.123224 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.124129 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.124623 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 15:31:25.124944 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.125883 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.126384 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 15:31:25.126705 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: external_net.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.127618 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.128118 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: external-net Sep 08 15:31:25.128437 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.129337 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.130139 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: extra_dhcp_opt Sep 08 15:31:25.130460 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: extraroute.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.131373 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.131875 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: extraroute Sep 08 15:31:25.132196 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: extraroute_atomic.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.133222 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.133751 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: extraroute-atomic Sep 08 15:31:25.134077 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: filter_validation.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.134738 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.135232 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: filter-validation Sep 08 15:31:25.135553 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: fip_pf_description.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.136497 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.136994 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 15:31:25.137313 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: fip_port_details.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.138251 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.138750 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: fip-port-details Sep 08 15:31:25.139070 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: flavors.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.140295 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.140804 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: flavors Sep 08 15:31:25.141127 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.142809 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.143323 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 15:31:25.143657 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: floatingip_pools.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.144362 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.144868 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: floatingip-pools Sep 08 15:31:25.145198 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: ip_allocation.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.146162 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.146662 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 15:31:25.146990 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.147907 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.148409 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: ip-substring-filtering Sep 08 15:31:25.148737 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l2_adjacency.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.149676 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.150178 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 15:31:25.150503 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.151592 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.152180 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: router Sep 08 15:31:25.152511 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.154756 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.155282 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 15:31:25.155616 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.156558 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.157066 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: ext-gw-mode Sep 08 15:31:25.157398 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.158356 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.158860 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: l3-ha Sep 08 15:31:25.159187 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3_flavors.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.160095 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.160590 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: l3-flavors Sep 08 15:31:25.160915 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.161857 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.162365 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 15:31:25.162694 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: l3agentscheduler.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.163713 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.164213 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: l3_agent_scheduler Sep 08 15:31:25.164540 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: logging.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.166050 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.166562 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension logging not supported by any of loaded plugins Sep 08 15:31:25.166894 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: metering.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.168236 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.168806 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: metering Sep 08 15:31:25.169136 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.170267 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.170774 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: metering_source_and_destination_fields Sep 08 15:31:25.171107 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: multiprovidernet.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.172039 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.172536 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: multi-provider Sep 08 15:31:25.172861 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: netmtu.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.173872 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.174371 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: net-mtu Sep 08 15:31:25.174694 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: netmtu_writable.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.175609 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.176105 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: net-mtu-writable Sep 08 15:31:25.176429 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: network_availability_zone.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.177099 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.177592 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: network_availability_zone Sep 08 15:31:25.177937 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: network_ip_availability.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.179041 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.179545 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: network-ip-availability Sep 08 15:31:25.179873 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: network_segment_range.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.180634 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.181138 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 15:31:25.181461 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: pagination.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.182465 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.182796 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: pagination Sep 08 15:31:25.183772 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: port_device_profile.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.184691 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.185190 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: port-device-profile Sep 08 15:31:25.185511 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.186469 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.186965 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: port-mac-address-regenerate Sep 08 15:31:25.187287 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.188203 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.188700 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: port-numa-affinity-policy Sep 08 15:31:25.189023 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: port_resource_request.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.190091 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.190591 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 15:31:25.190915 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: portbindings.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.191879 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.192377 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: binding Sep 08 15:31:25.192700 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: portbindings_extended.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.194007 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.194515 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: binding-extended Sep 08 15:31:25.194845 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: portsecurity.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.195759 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.196265 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: port-security Sep 08 15:31:25.196590 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: project_id.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.197566 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.197920 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: project-id Sep 08 15:31:25.198245 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: providernet.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.199212 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.199710 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: provider Sep 08 15:31:25.200032 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.203609 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.204127 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos not supported by any of loaded plugins Sep 08 15:31:25.204460 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.205723 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.206234 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 15:31:25.206565 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.207478 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.207978 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 15:31:25.208304 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_default.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.209214 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.209755 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-default not supported by any of loaded plugins Sep 08 15:31:25.210084 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_fip.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.210737 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.211237 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 15:31:25.211562 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_gateway_ip.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.212478 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.212977 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 15:31:25.213301 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_port_network_policy.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.214290 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.214804 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 15:31:25.215131 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_pps_rule.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.216294 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.216802 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 15:31:25.217128 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_rule_type_details.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.218090 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.218590 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 15:31:25.218916 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: qos_rules_alias.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.219954 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.220449 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 15:31:25.220774 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: quotasv2.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.221728 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.222057 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: quotas Sep 08 15:31:25.222376 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: quotasv2_detail.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.225706 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.226058 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: quota_details Sep 08 15:31:25.226392 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: rbac.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.227457 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.227979 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: rbac-policies Sep 08 15:31:25.228311 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: rbac_address_group.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.229247 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.229789 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: rbac-address-group Sep 08 15:31:25.230666 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: rbac_address_scope.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.231589 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.232091 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: rbac-address-scope Sep 08 15:31:25.232417 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: rbac_security_groups.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.233333 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.233864 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: rbac-security-groups Sep 08 15:31:25.234190 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: rbac_subnetpool.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.235111 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.235612 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: rbac-subnetpool Sep 08 15:31:25.235936 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: revisionifmatch.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.236860 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.237367 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: revision-if-match Sep 08 15:31:25.237715 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: revisions.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.238826 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.239335 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: standard-attr-revisions Sep 08 15:31:25.239674 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: router_availability_zone.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.240344 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.240842 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: router_availability_zone Sep 08 15:31:25.241173 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: routerservicetype.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.242117 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.242615 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 15:31:25.242940 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.243879 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.244364 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: security-groups-normalized-cidr Sep 08 15:31:25.244688 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.246273 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.246779 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: port-security-groups-filtering Sep 08 15:31:25.247103 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.248026 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.248528 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: security-groups-remote-address-group Sep 08 15:31:25.248851 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: securitygroup.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.260122 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.260650 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: security-group Sep 08 15:31:25.260982 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: segment.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.261927 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.262432 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension segment not supported by any of loaded plugins Sep 08 15:31:25.262761 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.263713 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.264215 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 15:31:25.264540 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: servicetype.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.265729 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.266247 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: service-type Sep 08 15:31:25.266581 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: sorting.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.267571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.267901 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: sorting Sep 08 15:31:25.268224 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: standard_attr_segment.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.269150 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.269688 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 15:31:25.270008 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: standardattrdescription.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.270660 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.271166 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: standard-attr-description Sep 08 15:31:25.271487 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: stateful_security_group.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.272409 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.272917 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: stateful-security-group Sep 08 15:31:25.273241 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: stdattrs_common.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.273863 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 15:31:25.274183 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.275110 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.275609 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 15:31:25.275928 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: subnet_onboard.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.277071 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.277754 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: subnet_onboard Sep 08 15:31:25.278081 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.279009 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.279508 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 15:31:25.279830 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: subnet_service_types.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.280758 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.281269 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: subnet-service-types Sep 08 15:31:25.281595 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: subnetallocation.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.282717 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.283227 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: subnet_allocation Sep 08 15:31:25.283552 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.284234 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.284736 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: subnetpool-prefix-ops Sep 08 15:31:25.285059 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.286010 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.286507 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 15:31:25.286827 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: tagging.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.287898 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.288401 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: standard-attr-tag Sep 08 15:31:25.288728 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: timestamp.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.289947 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.290458 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loaded extension: standard-attr-timestamp Sep 08 15:31:25.290784 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: trunk.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.291826 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.292868 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension trunk not supported by any of loaded plugins Sep 08 15:31:25.293301 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: trunk_details.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.294287 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.294793 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 15:31:25.295119 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: uplink_status_propagation.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.296044 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.296545 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 15:31:25.296868 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Loading extension file: vlantransparent.py {{(pid=100491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:31:25.297537 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:31:25.298075 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 15:31:25.300445 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:network Sep 08 15:31:25.300965 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:subnet Sep 08 15:31:25.301362 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:31:25.301796 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:port Sep 08 15:31:25.303009 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.303462 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service FLAVORS assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.304079 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.304499 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.304836 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:router Sep 08 15:31:25.305261 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 15:31:25.305770 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service METERING assigned prefix: /metering {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.307192 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.307560 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.307909 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:31:25.309786 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 15:31:25.310238 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:security_group Sep 08 15:31:25.310668 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 15:31:25.311251 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service CORE assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.311581 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:31:25.311927 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] subnetpool is already registered Sep 08 15:31:25.312381 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service CORE assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.312717 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:31:25.313050 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] subnetpool is already registered Sep 08 15:31:25.315328 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.315787 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service FLAVORS assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.316374 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.316795 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.317125 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:router Sep 08 15:31:25.317464 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] router is already registered Sep 08 15:31:25.317904 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 15:31:25.318243 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] floatingip is already registered Sep 08 15:31:25.318692 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service METERING assigned prefix: /metering {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.319352 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 15:31:25.319676 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] rbac_policy is already registered Sep 08 15:31:25.320084 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:security_group Sep 08 15:31:25.320416 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] security_group is already registered Sep 08 15:31:25.320815 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 15:31:25.321148 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] security_group_rule is already registered Sep 08 15:31:25.321798 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service CORE assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.322133 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:31:25.322464 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] subnetpool is already registered Sep 08 15:31:25.322883 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.v2.resource_helper [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Service CORE assigned prefix: {{(pid=100491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:31:25.323208 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:31:25.323536 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING neutron.quota.resource_registry [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] subnetpool is already registered Sep 08 15:31:25.324183 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: extensions {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.325633 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: address-groups {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.327179 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: address-scopes {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.328475 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: agents {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.329624 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: auto-allocated-topology {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.330905 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: availability_zones {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.332118 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: dhcp-networks {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.333752 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: dhcp-agents {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.335184 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: routers {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.337367 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: flavors {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.338566 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: service_profiles {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.339861 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: next_providers {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.341299 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: service_profiles {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.342885 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: floatingip-pools {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.344087 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: routers {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.346206 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: floatingips {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.347488 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: l3-routers {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.348892 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: l3-agents {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.350326 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: metering-labels {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.351672 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: metering-label-rules {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.352939 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: network-ip-availabilities {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.354234 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: bindings {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.357446 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: quotas {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.358935 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: quotas {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.360332 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: rbac-policies {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.361520 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: security-groups {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.362844 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: security-group-rules {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.364084 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: service-providers {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.365291 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: subnetpools {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.366743 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: subnetpools {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.368186 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.369866 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.372336 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.374147 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.375914 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.377751 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.379702 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.381613 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.383394 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.385113 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron.api.extensions [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Extended resource: tags {{(pid=100491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:31:25.391284 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING keystonemiddleware.auth_token [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 15:31:25.396042 dv-cinder-776307-8-iscsi neutron-server[100491]: WARNING keystonemiddleware.auth_token [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 15:31:25.404837 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_concurrency.lockutils [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Acquired lock "singleton_lock" {{(pid=100491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 15:31:25.405313 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_concurrency.lockutils [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Releasing lock "singleton_lock" {{(pid=100491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 15:31:25.405977 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Starting 2 workers Sep 08 15:31:25.410779 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Started child 100600 {{(pid=100491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:31:25.415166 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Started child 100601 {{(pid=100491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:31:25.416188 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.416819 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO neutron.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 15:31:25.417990 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Notify callbacks [] for process, before_spawn {{(pid=100491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.418402 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [-] (100600) wsgi starting up on http://0.0.0.0:9696 Sep 08 15:31:25.420327 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.420755 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Starting 1 workers Sep 08 15:31:25.421624 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [-] (100601) wsgi starting up on http://0.0.0.0:9696 Sep 08 15:31:25.425574 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Started child 100602 {{(pid=100491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:31:25.426137 dv-cinder-776307-8-iscsi neutron-server[100491]: INFO oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Starting 1 workers Sep 08 15:31:25.429052 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] calling RpcWorker wait() {{(pid=100602) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 15:31:25.429752 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] returning from RpcWorker wait() {{(pid=100602) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 15:31:25.430549 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Started child 100603 {{(pid=100491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:31:25.430889 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.431328 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:31:25.431422 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG neutron_lib.callbacks.manager [None req-971987ed-ed7b-49de-b60f-a726731ebd79 None None] Notify callbacks [] for process, after_spawn {{(pid=100491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.433912 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 15:31:25.434193 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 15:31:25.434287 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 15:31:25.434495 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 15:31:25.434831 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 15:31:25.434997 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 15:31:25.435509 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.435784 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.436038 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.436214 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.436684 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.436684 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.437177 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.437420 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.437704 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.437987 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.438217 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.438390 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.438600 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.438791 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.439055 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.439360 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.439628 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.439864 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.440137 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.440307 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.440553 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.440817 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.441066 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.441326 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] debug = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.441579 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.442104 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.442336 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.442585 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.442821 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.443084 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.443339 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.443596 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.443853 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.444067 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.444364 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.444560 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.444804 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.445012 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.445246 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.445503 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.445736 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.446223 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] host = dv-cinder-776307-8-iscsi {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.446460 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.446692 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.446950 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.447195 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.447437 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.447650 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.447911 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.448164 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.448430 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.448723 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.448963 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.449224 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.449463 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.449731 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.449896 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_options = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.450163 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.450376 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.450636 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.450822 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.450982 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.451159 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.451411 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.451567 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.451820 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.452054 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.452302 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.452479 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.452728 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.452965 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.453243 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.453492 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.453747 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.453961 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.454220 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.454451 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.454685 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.454914 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.455132 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.455352 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.455612 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.455846 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.456088 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.456320 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.456553 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.456780 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.456995 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.457252 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.457489 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.457772 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.458036 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.458263 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.458489 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.458700 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.458963 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.459190 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.459452 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.459719 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.459933 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.460201 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.460419 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.460632 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.461064 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_json = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.461064 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.461544 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.461544 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.461842 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.462026 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.463162 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.463162 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.463162 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.463402 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.463606 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.464150 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.465021 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.465280 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.465523 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.465815 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.466507 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.466625 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:31:25.466867 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.467039 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.467365 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.467621 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.467907 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.468133 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.468433 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.468762 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.469228 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.469511 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.469804 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.470021 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.470247 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.470489 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.470792 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.471021 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.471254 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.471509 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.471730 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.472064 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.472325 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.472593 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.472843 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.473067 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.473308 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.473528 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.473787 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.474003 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.474234 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.474503 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.474723 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.475571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.475571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.475571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.475571 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.476257 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.476257 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.476257 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.476637 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.476858 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.476997 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.477143 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.477360 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.477812 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.478411 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.478870 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.479173 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.479438 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.480070 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.480822 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.481048 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.481295 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.481612 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.481866 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.482204 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.482429 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.482663 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.482865 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.483124 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.483366 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.483582 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.483817 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.484063 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.484279 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.484495 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.484753 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.484991 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.485212 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.485431 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.485700 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.485910 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.486115 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.486347 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.486566 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.486804 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.487026 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.487238 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.487474 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.487688 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.487901 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.488129 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.488384 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.488703 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.488922 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.489182 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.489432 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.489695 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.489914 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.490181 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.490429 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.490665 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.490898 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.491149 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.491421 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.491692 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.491912 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.492352 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.492766 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.493151 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.493410 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.493622 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.494095 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.494533 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.494979 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.495427 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.495898 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.496359 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.496615 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.497884 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.499192 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.499516 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.499787 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.500065 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.500370 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.500648 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.500914 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.501176 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.501434 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.501728 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.501985 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.502273 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.502520 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.502783 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.503019 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.503296 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.503542 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.503788 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.504013 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.504271 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.504856 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.505108 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.505328 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.505548 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.505970 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.506413 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.506965 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.507419 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.507845 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.508272 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.508707 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.509123 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.509548 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.509977 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.510375 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.511907 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.512362 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.512645 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.512895 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.513124 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.513713 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.513970 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.514192 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.514420 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.514647 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.514869 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.515108 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.515358 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.515595 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.515814 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.516067 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.516288 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.516506 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.516744 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.516956 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.517205 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.517426 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.517712 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.517961 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.518176 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.518427 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.518686 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.518921 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.519135 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.519381 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.519618 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.519833 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.520048 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.520282 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.520494 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.520735 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.520960 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.521172 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.521423 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.521698 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.522042 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.522291 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.522538 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.522778 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.523017 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.523268 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.523483 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.523702 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.523933 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.524151 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.524366 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.524622 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.524842 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.525090 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.525349 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.525542 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.525782 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.527453 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.527687 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.528004 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.528261 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.528489 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.528755 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.529013 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.529235 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.529479 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.530049 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.530415 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.530814 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.531026 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.531232 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.531480 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.532595 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.532817 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.533045 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.533266 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.533477 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.533728 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.533969 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.534177 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.534405 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.534625 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.534833 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.535059 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.535266 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.535472 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.535689 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.535923 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.536147 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.536406 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.536613 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.536816 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.537035 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.537248 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.537464 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.538024 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.538292 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.538956 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.539243 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.539487 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.539729 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.539969 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.540275 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.540487 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.540740 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.540969 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.541188 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.541405 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.541672 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.542008 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.542300 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.543118 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.543373 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.543643 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.543896 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.544162 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.544374 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.544657 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.544994 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.545257 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.545506 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.545756 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.546001 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.546238 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.546451 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.546682 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.546892 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.547102 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.547354 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.547574 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.547793 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.548007 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.548232 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.548471 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.548696 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.548922 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.549154 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.549364 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.549517 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 15:31:25.550052 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 15:31:25.550208 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 15:31:25.550357 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 15:31:25.550521 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 15:31:25.550685 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 15:31:25.550833 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 15:31:25.551037 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.551194 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.551348 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.551519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.551645 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.551819 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.551975 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.552129 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.552282 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.552440 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.552596 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.552747 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.553071 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.553226 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.553386 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.553532 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.553943 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.554114 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.554276 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.554422 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.554575 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.554729 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.554882 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] debug = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.555036 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.555252 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.555413 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.555803 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.555965 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.556128 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.556272 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.556437 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.556569 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.556720 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.557020 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.557310 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.557475 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.557627 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.557807 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.557992 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.558246 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.558404 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] host = dv-cinder-776307-8-iscsi {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.558554 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.558708 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.558862 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559015 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559170 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559321 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559475 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559629 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559783 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.559937 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.560091 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.560247 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.560415 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.560566 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.560707 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_options = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.560846 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561000 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561154 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561332 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561490 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561644 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561826 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.561981 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.562136 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.562287 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.562441 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.562595 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.562746 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.562899 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563052 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563204 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563357 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563510 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563665 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563828 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.563957 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.564110 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.564263 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.564416 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.564568 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.564722 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.564970 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.565128 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.565281 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.565427 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.565759 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.565915 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.566070 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.566224 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.566378 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.566532 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.566724 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.566882 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567034 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567187 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567342 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567497 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567650 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567804 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.567958 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568469 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568469 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_json = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568469 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568720 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568720 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568862 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.568987 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.569145 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.569293 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.569450 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:31:25.569972 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.570129 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.570300 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.570456 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.570613 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.570769 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.570925 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.571080 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.571235 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.571390 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.571551 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.571708 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.571876 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572033 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572131 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:31:25.572218 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572336 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572491 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572646 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572803 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.572957 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.573113 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.573268 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.573432 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.573612 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.573820 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.573921 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.574077 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.574251 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.574407 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.574564 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.574720 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.574875 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575032 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575189 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575346 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575501 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575657 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575813 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.575968 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.576123 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.576279 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.576435 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.576591 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.576748 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.576904 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.577060 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.577267 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.577365 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.577516 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.581680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582322 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.582918 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.583519 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584617 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584617 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584617 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.584617 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585141 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585364 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585364 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585608 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585720 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585839 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.585996 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.586152 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.586310 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.586465 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.586624 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.586780 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.586933 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.587089 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.587331 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.587424 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.587570 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.587714 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.587867 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588009 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588168 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588410 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588622 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588622 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588901 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.588901 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.589167 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.589850 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.590000 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.590218 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.590378 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.590536 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.590702 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.590873 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591030 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591187 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591390 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591517 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591650 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591800 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.591956 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.592114 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.592269 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.592442 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.592576 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.592732 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.592887 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593043 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593199 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593354 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593511 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593680 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593842 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.593998 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.594154 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.594310 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.594466 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.594606 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.594764 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.594920 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.595074 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.595230 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.595385 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.595540 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.595695 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.595850 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596005 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596146 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596305 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596460 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596615 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596770 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.596927 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.597082 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.597240 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.597472 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.597626 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.597793 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.597930 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598066 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598201 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598358 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598601 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598601 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598938 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.598938 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599213 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599213 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599472 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599472 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599740 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599740 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.599999 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.600134 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.600289 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.600428 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.600562 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.600697 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.600833 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601013 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601154 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601299 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601518 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601518 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601834 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.601834 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602093 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602093 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602363 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602363 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602623 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602759 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602983 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.602983 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.603244 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.603244 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.603502 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.603502 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.603768 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.603903 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604039 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604194 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604331 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604466 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604601 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604737 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.604924 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.605565 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.605723 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.605865 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606014 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606151 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606286 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606422 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606567 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606703 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606838 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.606974 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.607131 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.607283 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.607420 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.607649 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.607787 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.607922 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.608057 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.608192 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.608332 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.608568 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.608726 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.608726 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609079 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609079 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609339 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609339 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609598 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609793 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.609793 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610067 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610067 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610328 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610476 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610613 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610757 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.610895 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611031 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611166 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611311 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611448 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611666 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611818 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.611956 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612092 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612227 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612377 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612513 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612656 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612793 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.612928 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613064 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613199 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613334 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613469 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613604 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613763 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.613911 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.614048 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.614184 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.614329 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.614465 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.614627 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:31:25.614770 dv-cinder-776307-8-iscsi neutron-server[100491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 15:31:25.835042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59084) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:31:25.844242 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070603 Sep 08 15:31:37.332469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933b344-f12d-433c-a5d0-db77883eabe8 None None] get_active_networks_info from dv-cinder-776307-8-iscsi {{(pid=100602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 15:31:37.424700 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c933b344-f12d-433c-a5d0-db77883eabe8 None None] No non-hosted networks {{(pid=100602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 15:31:37.424700 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-9d70f1a5-6edb-448f-bb92-97b1413527de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182721'] for agent, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:39.784655 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-161d7e70-d23a-47a5-9ed4-75e7c9c88117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182721'] for agent, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:39.834119 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-39d13581-3da2-40ec-a1af-629645e45fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:40.258654 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182721'] for agent, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:40.259955 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.260550 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.261835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.262479 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.263008 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.264940 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.265487 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.266360 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.268180 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.268747 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.269317 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.270136 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:40.271227 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776307-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:31:40.287698 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:31:40.874688 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182721'] for agent, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:42.434114 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182721'] for agent, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:43.712707 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59176) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:31:44.195870 dv-cinder-776307-8-iscsi neutron-server[100601]: WARNING oslo_policy.policy [None req-93b90108-6586-4629-9617-617f87fd9ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:31:44.196445 dv-cinder-776307-8-iscsi neutron-server[100601]: WARNING oslo_policy.policy [None req-93b90108-6586-4629-9617-617f87fd9ac2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:31:44.419222 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [None req-93b90108-6586-4629-9617-617f87fd9ac2 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:31:44.420215 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-93b90108-6586-4629-9617-617f87fd9ac2 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7066233 Sep 08 15:31:46.800171 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59190) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:31:47.112097 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:31:47.127144 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.db.l3_hamode_db [None req-3b867e8a-9512-47fc-8714-3c8297dc2551 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 15:31:47.204336 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b867e8a-9512-47fc-8714-3c8297dc2551 None None] Routers set() bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:31:47.204829 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b867e8a-9512-47fc-8714-3c8297dc2551 None None] Router IDs set() for agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 15:31:47.205706 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.policy [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 15:31:47.251043 dv-cinder-776307-8-iscsi neutron-server[100601]: WARNING oslo_policy.policy [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:31:47.251368 dv-cinder-776307-8-iscsi neutron-server[100601]: WARNING oslo_policy.policy [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:31:47.260063 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.quota [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] Loaded quota_driver: . Sep 08 15:31:47.349176 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768377743972', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768377742393', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768377754951', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768377760811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768377192333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768377774209', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-562843', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3918207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3843157'] for rbac-policy, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:47.411439 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:47.412835 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b0f95b23-0038-4223-bec0-c43fe0ca23eb admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6116960 Sep 08 15:31:49.970528 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59202) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:31:50.257462 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Request body: {'network': {'project_id': '856458cd52e64516b720d10d00c2714a', 'name': 'private', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:31:50.285497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Made reservation on behalf of 856458cd52e64516b720d10d00c2714a for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:31:50.288214 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.304831 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.426699 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.430183 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.449332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:31:50.476530 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768379170196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.477087 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Unsubscribe: segment precommit_create {{(pid=100601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 15:31:50.477612 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Added segment 890af4c0-1952-4238-ab90-6acf4b3b2cc2 of type vlan for network 330589d5-71d5-4559-9576-54c9e3d79aa3 Sep 08 15:31:50.492964 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4003e8-9141-4006-bb3c-c5e25cb4036f,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:31:50.540332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.540677 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.541008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.541328 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.542202 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.542646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.542985 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.543319 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.543656 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.543971 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.544281 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.544589 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Tracked resource versions report: Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: pushed versions: Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: { 'AddressGroup': {'1.2'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'ConntrackHelper': {'1.0'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Log': {'1.0'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Network': {'1.1'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Port': {'1.7'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'PortForwarding': {'1.2'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'QosPolicy': {'1.9'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroup': {'1.4'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SubPort': {'1.0'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Subnet': {'1.1'}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Trunk': {'1.1'}} Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: consumer versions: Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'ConntrackHelper': '1.0', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Log': '1.0', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Network': '1.1', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Port': '1.7', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'PortForwarding': '1.2', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'QosPolicy': '1.9', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroup': '1.4', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroupRule': '1.2', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SubPort': '1.0', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Subnet': '1.1', Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Trunk': '1.1'}} Sep 08 15:31:50.545593 dv-cinder-776307-8-iscsi neutron-server[100601]: {{(pid=100601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:31:50.592111 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.628901 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.630287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:31:50.630922 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:50.672253 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7006972 Sep 08 15:31:50.730955 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f1494-f7d3-4621-916f-e5241dbcbc62 admin admin] Pushing event updated for resources: {'Network': ['ID=330589d5-71d5-4559-9576-54c9e3d79aa3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:31:50.742993 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:31:53.296198 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59216) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:31:53.679122 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86266b43-2037-48b2-b20c-c26a1dfbf118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:31:53.680477 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-86266b43-2037-48b2-b20c-c26a1dfbf118 admin admin] 10.222.0.54 "GET /v2.0/networks/330589d5-71d5-4559-9576-54c9e3d79aa3 HTTP/1.1" status: 200 len: 825 time: 0.3833399 Sep 08 15:31:53.705284 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-63782efd-af79-412f-81ac-0dd182053704 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/d6bfe100-8c7a-4704-88ba-2a1c95aa4057 HTTP/1.1" status: 200 len: 734 time: 0.0180283 Sep 08 15:31:53.714594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'gateway_ip': '172.20.0.1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057', 'name': 'private-subnet'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:31:53.736129 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Made reservation on behalf of 856458cd52e64516b720d10d00c2714a for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:31:53.738326 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:54.018850 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:54.087454 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Checking segment: {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:31:54.087801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Network hostable DHCP agents. Network: 330589d5-71d5-4559-9576-54c9e3d79aa3, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:31:54.092798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85706e7-2b4f-458a-8c9b-1a256160e146,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:31:54.117836 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:31:54.131813 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 330589d5-71d5-4559-9576-54c9e3d79aa3) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:31:54.137526 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:31:54.138088 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:54.140947 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cac000-a34c-4703-b7c9-5bb79f1857c0 None None] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:31:54.152318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2501f111-bc39-4ea8-8311-9a09f0dad3e3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4412432 Sep 08 15:31:54.468261 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-330589d5-71d5-4559-9576-54c9e3d79aa3', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:31:54.469451 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:54.738867 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Allocated IP 172.20.0.2 (330589d5-71d5-4559-9576-54c9e3d79aa3/f85706e7-2b4f-458a-8c9b-1a256160e146/0da86498-a709-427b-9cf9-c62eb5f13d7b) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:31:54.939858 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:54.981549 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Transition to ACTIVE for port object 0da86498-a709-427b-9cf9-c62eb5f13d7b will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:31:55.001879 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Transition to ACTIVE for port object 0da86498-a709-427b-9cf9-c62eb5f13d7b will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:31:55.009916 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:55.080841 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:31:55.086755 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:31:55.097540 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Pushing event updated for resources: {'Port': ['ID=0da86498-a709-427b-9cf9-c62eb5f13d7b,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:31:55.099686 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:31:55.109682 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.110071 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.110419 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.110755 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.111087 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.111420 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.111746 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.112075 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.112412 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.112737 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.113059 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.113378 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Tracked resource versions report: Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: pushed versions: Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: { 'AddressGroup': {'1.2'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'ConntrackHelper': {'1.0'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Log': {'1.0'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Network': {'1.1'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Port': {'1.7'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'PortForwarding': {'1.2'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'QosPolicy': {'1.9'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroup': {'1.4'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SubPort': {'1.0'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Subnet': {'1.1'}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Trunk': {'1.1'}} Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: consumer versions: Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'ConntrackHelper': '1.0', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Log': '1.0', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Network': '1.1', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Port': '1.7', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'PortForwarding': '1.2', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'QosPolicy': '1.9', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroup': '1.4', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroupRule': '1.2', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SubPort': '1.0', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Subnet': '1.1', Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Trunk': '1.1'}} Sep 08 15:31:55.114448 dv-cinder-776307-8-iscsi neutron-server[100602]: {{(pid=100602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:31:55.187766 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Attempting to bind port 0da86498-a709-427b-9cf9-c62eb5f13d7b on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:31:55.188441 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Attempting to bind port 0da86498-a709-427b-9cf9-c62eb5f13d7b by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:31:55.188613 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Attempting to bind port 0da86498-a709-427b-9cf9-c62eb5f13d7b on network 330589d5-71d5-4559-9576-54c9e3d79aa3 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:31:55.193679 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:31:55.194103 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Checking segment: {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:31:55.194576 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:55.194964 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Bound using segment: {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:31:55.195424 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Bound port: 0da86498-a709-427b-9cf9-c62eb5f13d7b, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:31:55.195839 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:55.259614 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] For port 0da86498-a709-427b-9cf9-c62eb5f13d7b, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:31:55.264561 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] For port 0da86498-a709-427b-9cf9-c62eb5f13d7b, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=0da86498-a709-427b-9cf9-c62eb5f13d7b,segment=NetworkSegment(890af4c0-1952-4238-ab90-6acf4b3b2cc2),segment_id=890af4c0-1952-4238-ab90-6acf4b3b2cc2)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:31:55.269041 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:55.335299 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356111-4e34-46af-9cfd-bccc092045c0 None None] Pushing event updated for resources: {'Port': ['ID=0da86498-a709-427b-9cf9-c62eb5f13d7b,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:31:56.562648 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59224) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:31:57.054476 dv-cinder-776307-8-iscsi neutron-server[100600]: WARNING oslo_policy.policy [None req-ba206c47-5690-42ca-8a4a-41d292d5fe3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:31:57.055123 dv-cinder-776307-8-iscsi neutron-server[100600]: WARNING oslo_policy.policy [None req-ba206c47-5690-42ca-8a4a-41d292d5fe3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:31:57.279278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [None req-ba206c47-5690-42ca-8a4a-41d292d5fe3c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:31:57.280521 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-ba206c47-5690-42ca-8a4a-41d292d5fe3c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7156961 Sep 08 15:31:59.739876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59238) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:00.055600 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [None req-07a3a922-7cef-4e12-ba75-929dc4c38d21 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:32:00.056662 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-07a3a922-7cef-4e12-ba75-929dc4c38d21 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3158345 Sep 08 15:32:02.731255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59252) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:03.031799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Request body: {'router': {'tenant_id': '856458cd52e64516b720d10d00c2714a', 'name': 'router1', 'admin_state_up': True}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:32:03.095946 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.policy [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 15:32:03.142721 dv-cinder-776307-8-iscsi neutron-server[100600]: WARNING oslo_policy.policy [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:32:03.143101 dv-cinder-776307-8-iscsi neutron-server[100600]: WARNING oslo_policy.policy [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:32:03.152243 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.quota [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Loaded quota_driver: . Sep 08 15:32:03.209074 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:03.211139 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:03.371855 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:03.377163 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:03.395891 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:03.396976 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2722234b-9f42-4d8e-9494-763846a7599c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6647718 Sep 08 15:32:03.674265 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3764fd8-ced0-49b5-979d-568de1cda52c None None] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:32:03.767012 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-0a52d33a-633a-490c-b57c-9e0815d93512 None None] Provisioning for port 0da86498-a709-427b-9cf9-c62eb5f13d7b completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:32:03.786726 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 0da86498-a709-427b-9cf9-c62eb5f13d7b up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:32:03.917779 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 0da86498-a709-427b-9cf9-c62eb5f13d7b completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:32:03.926048 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 0da86498-a709-427b-9cf9-c62eb5f13d7b triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:03.926455 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:04.039750 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:04.075296 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 0da86498-a709-427b-9cf9-c62eb5f13d7b, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=0da86498-a709-427b-9cf9-c62eb5f13d7b,segment=NetworkSegment(890af4c0-1952-4238-ab90-6acf4b3b2cc2),segment_id=890af4c0-1952-4238-ab90-6acf4b3b2cc2)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:32:04.079605 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:04.130387 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=0da86498-a709-427b-9cf9-c62eb5f13d7b,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:04.200875 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-52f7023f-ff29-4eac-8240-a699fff5f51c None None] Provisioning complete for port 0da86498-a709-427b-9cf9-c62eb5f13d7b triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:04.201161 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52f7023f-ff29-4eac-8240-a699fff5f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:05.756256 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 0da86498-a709-427b-9cf9-c62eb5f13d7b up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:32:05.802212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 0da86498-a709-427b-9cf9-c62eb5f13d7b triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:05.802585 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:05.803022 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59262) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:06.109535 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [None req-d728e64c-13ac-47bd-b27a-a75d844cde83 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:32:06.110554 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d728e64c-13ac-47bd-b27a-a75d844cde83 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066003 Sep 08 15:32:07.217720 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-7b2db8e6-e484-4a6d-a9b8-eba15df1b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.488963 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59270) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:08.794480 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:32:08.814234 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Made reservation on behalf of 87ec7093706f4f2486c81b4add65ab02 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:32:08.816397 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.824602 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.909284 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.912887 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.927162 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=100601) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 15:32:08.945494 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f3ca8-fb49-45c7-9770-2c3c94be1872,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:08.951583 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.951923 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Added segment 0c05ff50-66d3-473d-9011-a684f3b37ddc of type flat for network 67d5e498-c5dd-4684-923d-3f87be7204ee Sep 08 15:32:08.995147 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:09.028233 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:09.029152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:32:09.029739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:09.056465 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5664845 Sep 08 15:32:09.087356 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45cbdb-e2db-4e0f-998b-9044d04973d4 admin admin] Pushing event updated for resources: {'Network': ['ID=67d5e498-c5dd-4684-923d-3f87be7204ee,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:09.097558 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 67d5e498-c5dd-4684-923d-3f87be7204ee details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:32:09.779037 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-064bd3df-b1f2-44ce-8be0-24b30b7511cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:10.254681 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:10.817039 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:11.465754 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59288) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:11.637525 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2d4c6-afb6-4f03-a8fa-0912b9e88fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:32:11.638853 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-eae2d4c6-afb6-4f03-a8fa-0912b9e88fcb admin admin] 10.222.0.54 "GET /v2.0/subnets/f85706e7-2b4f-458a-8c9b-1a256160e146 HTTP/1.1" status: 200 len: 849 time: 0.1721468 Sep 08 15:32:11.795994 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-29cc4373-f46e-4670-b44b-1ed0e9fce9f1 admin admin] 10.222.0.54 "GET /v2.0/routers/e872206e-f078-416a-940a-c49710a7fc8c HTTP/1.1" status: 200 len: 704 time: 0.1507487 Sep 08 15:32:12.054123 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.338536 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Allocated IP 172.20.0.1 (330589d5-71d5-4559-9576-54c9e3d79aa3/f85706e7-2b4f-458a-8c9b-1a256160e146/c7cda0aa-54a5-41ac-b330-13938cf2aab8) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:32:12.386221 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.545047 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.567637 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.provisioning_blocks [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Transition to ACTIVE for port object c7cda0aa-54a5-41ac-b330-13938cf2aab8 will not be triggered until provisioned by entity DHCP. {{(pid=100601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:32:12.632385 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.698595 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:32:12.703001 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:32:12.708553 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:32:12.708819 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.773429 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cda0aa-54a5-41ac-b330-13938cf2aab8,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:12.913724 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.943099 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c8496291-5568-476f-8058-945d64a1d5f4 None None] Provisioning for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:32:12.946718 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c8496291-5568-476f-8058-945d64a1d5f4 None None] Provisioning complete for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:12.947123 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c8496291-5568-476f-8058-945d64a1d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:12.982373 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-c8496291-5568-476f-8058-945d64a1d5f4 None None] Port c7cda0aa-54a5-41ac-b330-13938cf2aab8 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:32:13.119225 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:13.123774 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:13.124542 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:13.181435 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cda0aa-54a5-41ac-b330-13938cf2aab8,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:13.246742 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:32:13.248029 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:32:13.402978 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f28f8f73-c3f8-4611-9afe-3235f6b87325 None None] Provisioning complete for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:13.403770 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f28f8f73-c3f8-4611-9afe-3235f6b87325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:13.406572 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Router e872206e-f078-416a-940a-c49710a7fc8c is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:32:13.436405 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-f28f8f73-c3f8-4611-9afe-3235f6b87325 None None] Port c7cda0aa-54a5-41ac-b330-13938cf2aab8 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:32:13.494752 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:32:13.500235 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0528cad6-28de-4659-a829-a2c9837f9224 admin admin] 10.222.0.54 "PUT /v2.0/routers/e872206e-f078-416a-940a-c49710a7fc8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6985903 Sep 08 15:32:13.505178 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Sync routers for ids ['e872206e-f078-416a-940a-c49710a7fc8c'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:32:13.519573 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Routers {'e872206e-f078-416a-940a-c49710a7fc8c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:32:13.520306 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:32:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['e872206e-f078-416a-940a-c49710a7fc8c'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:13.706533 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Set router e872206e-f078-416a-940a-c49710a7fc8c gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:32:14.131706 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'name': 'router1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:32:03Z', 'updated_at': '2021-09-08T15:32:12Z', 'revision_number': 2, 'project_id': '856458cd52e64516b720d10d00c2714a', 'gw_port_host': None, '_interfaces': [{'id': 'c7cda0aa-54a5-41ac-b330-13938cf2aab8', 'name': '', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'mac_address': 'fa:16:3e:dd:b6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:12Z', 'updated_at': '2021-09-08T15:32:12Z', 'revision_number': 2, 'project_id': '856458cd52e64516b720d10d00c2714a', 'subnets': [{'id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:14.183192 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Checking router: e872206e-f078-416a-940a-c49710a7fc8c for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:32:14.183559 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Updating router e872206e-f078-416a-940a-c49710a7fc8c port c7cda0aa-54a5-41ac-b330-13938cf2aab8 binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:32:14.231497 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:14.742554 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:14.761604 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Transition to ACTIVE for port object c7cda0aa-54a5-41ac-b330-13938cf2aab8 will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:32:14.767349 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:14.939201 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Pushing event updated for resources: {'Port': ['ID=c7cda0aa-54a5-41ac-b330-13938cf2aab8,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:14.949856 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Attempting to bind port c7cda0aa-54a5-41ac-b330-13938cf2aab8 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:32:14.950260 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Attempting to bind port c7cda0aa-54a5-41ac-b330-13938cf2aab8 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:32:14.950666 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Attempting to bind port c7cda0aa-54a5-41ac-b330-13938cf2aab8 on network 330589d5-71d5-4559-9576-54c9e3d79aa3 {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:32:14.954070 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.954431 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.954771 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.955102 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.955514 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.955846 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.956175 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.956482 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.957070 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.957201 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.957442 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.957775 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Tracked resource versions report: Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: pushed versions: Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: { 'AddressGroup': {'1.2'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'ConntrackHelper': {'1.0'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Log': {'1.0'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Network': {'1.1'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Port': {'1.7'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'PortForwarding': {'1.2'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'QosPolicy': {'1.9'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroup': {'1.4'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SubPort': {'1.0'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Subnet': {'1.1'}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Trunk': {'1.1'}} Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: consumer versions: Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'ConntrackHelper': '1.0', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Log': '1.0', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Network': '1.1', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Port': '1.7', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'PortForwarding': '1.2', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'QosPolicy': '1.9', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroup': '1.4', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroupRule': '1.2', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SubPort': '1.0', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Subnet': '1.1', Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Trunk': '1.1'}} Sep 08 15:32:14.958809 dv-cinder-776307-8-iscsi neutron-server[100603]: {{(pid=100603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:32:14.964464 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:32:14.964855 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Checking segment: {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:32:14.965261 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:14.965643 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Bound using segment: {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:32:14.966141 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Bound port: c7cda0aa-54a5-41ac-b330-13938cf2aab8, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890af4c0-1952-4238-ab90-6acf4b3b2cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:32:14.966520 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:15.032406 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] For port c7cda0aa-54a5-41ac-b330-13938cf2aab8, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:32:15.052438 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] For port c7cda0aa-54a5-41ac-b330-13938cf2aab8, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=c7cda0aa-54a5-41ac-b330-13938cf2aab8,segment=NetworkSegment(890af4c0-1952-4238-ab90-6acf4b3b2cc2),segment_id=890af4c0-1952-4238-ab90-6acf4b3b2cc2)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:32:15.056896 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:15.116584 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2885c2b-5a9d-4906-9adf-b2190513edf5 None None] Pushing event updated for resources: {'Port': ['ID=c7cda0aa-54a5-41ac-b330-13938cf2aab8,revision_number=4']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:15.120971 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Routers {'e872206e-f078-416a-940a-c49710a7fc8c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:32:15.121734 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:32:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['e872206e-f078-416a-940a-c49710a7fc8c'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:15.215137 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] Set router e872206e-f078-416a-940a-c49710a7fc8c gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:32:15.430445 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'name': 'router1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:32:03Z', 'updated_at': '2021-09-08T15:32:12Z', 'revision_number': 2, 'project_id': '856458cd52e64516b720d10d00c2714a', 'gw_port_host': None, '_interfaces': [{'id': 'c7cda0aa-54a5-41ac-b330-13938cf2aab8', 'name': '', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'mac_address': 'fa:16:3e:dd:b6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:12Z', 'updated_at': '2021-09-08T15:32:15Z', 'revision_number': 4, 'project_id': '856458cd52e64516b720d10d00c2714a', 'subnets': [{'id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:15.455705 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a9018-4b78-49d4-bec8-521d468de7c4 None None] The sync data for ids ['e872206e-f078-416a-940a-c49710a7fc8c'] in dv-cinder-776307-8-iscsi is: [{'id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'name': 'router1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:32:03Z', 'updated_at': '2021-09-08T15:32:12Z', 'revision_number': 2, 'project_id': '856458cd52e64516b720d10d00c2714a', 'gw_port_host': None, '_interfaces': [{'id': 'c7cda0aa-54a5-41ac-b330-13938cf2aab8', 'name': '', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'mac_address': 'fa:16:3e:dd:b6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:12Z', 'updated_at': '2021-09-08T15:32:15Z', 'revision_number': 4, 'project_id': '856458cd52e64516b720d10d00c2714a', 'subnets': [{'id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:32:15.490238 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:32:15.828732 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59308) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:16.024730 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0fb61d-b8ba-4e3c-8555-499fb2f42e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:32:16.027412 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-9e0fb61d-b8ba-4e3c-8555-499fb2f42e2d admin admin] 10.222.0.54 "GET /v2.0/networks/67d5e498-c5dd-4684-923d-3f87be7204ee HTTP/1.1" status: 200 len: 842 time: 0.1973104 Sep 08 15:32:16.037502 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:32:16.062812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Made reservation on behalf of 87ec7093706f4f2486c81b4add65ab02 for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:32:16.065473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:16.458342 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.objects.ports [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 15:32:16.458835 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:16.555429 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:32:16.555792 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Network hostable DHCP agents. Network: 67d5e498-c5dd-4684-923d-3f87be7204ee, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:32:16.558267 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66273cae-fa28-4063-9109-def6fc9b98b5,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:16.568862 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.569217 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.569557 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.569921 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.570250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.570584 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.570909 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.571248 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.571593 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.571961 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.572342 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.572664 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Tracked resource versions report: Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: pushed versions: Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: { 'AddressGroup': {'1.2'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'ConntrackHelper': {'1.0'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Log': {'1.0'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Network': {'1.1'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Port': {'1.7'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'PortForwarding': {'1.2'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'QosPolicy': {'1.9'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroup': {'1.4'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SubPort': {'1.0'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Subnet': {'1.1'}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Trunk': {'1.1'}} Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: consumer versions: Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'ConntrackHelper': '1.0', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Log': '1.0', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Network': '1.1', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Port': '1.7', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'PortForwarding': '1.2', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'QosPolicy': '1.9', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroup': '1.4', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroupRule': '1.2', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SubPort': '1.0', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Subnet': '1.1', Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Trunk': '1.1'}} Sep 08 15:32:16.573702 dv-cinder-776307-8-iscsi neutron-server[100600]: {{(pid=100600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:32:16.616540 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:32:16.629473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 67d5e498-c5dd-4684-923d-3f87be7204ee) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:32:16.635293 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:32:16.635919 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:16.639194 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d93c85-9d8c-45b4-ac30-b433795664be None None] Network 67d5e498-c5dd-4684-923d-3f87be7204ee requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:32:16.655880 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3d46378b-efd9-46c5-89c2-6c5457665466 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6180718 Sep 08 15:32:16.776792 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48e277-a159-4a6e-9b02-975192c902cc None None] Network 67d5e498-c5dd-4684-923d-3f87be7204ee requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:32:18.961420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59320) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:19.088827 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9560355f-83ee-40cc-bb46-63ada5a8484a admin admin] 10.222.0.54 "GET /v2.0/routers/e872206e-f078-416a-940a-c49710a7fc8c HTTP/1.1" status: 200 len: 710 time: 0.1262493 Sep 08 15:32:19.178285 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e01b3de-9d2f-4a7c-84a6-dbdce35cee01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:32:19.179547 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4e01b3de-9d2f-4a7c-84a6-dbdce35cee01 admin admin] 10.222.0.54 "GET /v2.0/networks/67d5e498-c5dd-4684-923d-3f87be7204ee HTTP/1.1" status: 200 len: 886 time: 0.0847454 Sep 08 15:32:19.188804 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:32:19.496386 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:19.717724 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:19.799318 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:19.902781 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Allocated IP 172.27.0.234 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/b07b6baa-933c-4566-aaae-b21e116b2847) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:32:19.998544 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:20.038536 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:20.079375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:32:20.086968 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:32:20.089573 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Pushing event updated for resources: {'Port': ['ID=b07b6baa-933c-4566-aaae-b21e116b2847,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:20.101151 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:32:20.343788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:20.537540 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4185787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4183563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3789'] for router, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:20.545423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4185762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4182609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4183602'] for router, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:20.762798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Router e872206e-f078-416a-940a-c49710a7fc8c has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:32:20.873759 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:32:20.878832 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:20.882427 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-75b32fb3-cf44-4cec-82a0-2186b4fa3063 admin admin] 10.222.0.54 "PUT /v2.0/routers/e872206e-f078-416a-940a-c49710a7fc8c HTTP/1.1" status: 200 len: 890 time: 1.6943626 Sep 08 15:32:21.792038 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device c7cda0aa-54a5-41ac-b330-13938cf2aab8 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:32:21.841379 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:32:21.845450 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:21.846096 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:21.927469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:21.961452 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port c7cda0aa-54a5-41ac-b330-13938cf2aab8, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=c7cda0aa-54a5-41ac-b330-13938cf2aab8,segment=NetworkSegment(890af4c0-1952-4238-ab90-6acf4b3b2cc2),segment_id=890af4c0-1952-4238-ab90-6acf4b3b2cc2)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:32:21.964509 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Sync routers for ids ['e872206e-f078-416a-940a-c49710a7fc8c'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:32:21.968151 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:22.036958 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Routers {'e872206e-f078-416a-940a-c49710a7fc8c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:32:22.037614 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:32:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['e872206e-f078-416a-940a-c49710a7fc8c'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:22.178973 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=c7cda0aa-54a5-41ac-b330-13938cf2aab8,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:22.259429 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Set router e872206e-f078-416a-940a-c49710a7fc8c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:32:22.641848 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'name': 'router1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'b07b6baa-933c-4566-aaae-b21e116b2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:32:03Z', 'updated_at': '2021-09-08T15:32:20Z', 'revision_number': 4, 'project_id': '856458cd52e64516b720d10d00c2714a', 'gw_port': {'id': 'b07b6baa-933c-4566-aaae-b21e116b2847', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:19Z', 'updated_at': '2021-09-08T15:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'c7cda0aa-54a5-41ac-b330-13938cf2aab8', 'name': '', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'mac_address': 'fa:16:3e:dd:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:12Z', 'updated_at': '2021-09-08T15:32:21Z', 'revision_number': 5, 'project_id': '856458cd52e64516b720d10d00c2714a', 'subnets': [{'id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:22.691896 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Checking router: e872206e-f078-416a-940a-c49710a7fc8c for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:32:22.692245 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Updating router e872206e-f078-416a-940a-c49710a7fc8c port b07b6baa-933c-4566-aaae-b21e116b2847 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:32:22.737297 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:23.048831 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:23.059799 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Transition to ACTIVE for port object b07b6baa-933c-4566-aaae-b21e116b2847 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:32:23.065907 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:23.115560 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Attempting to bind port b07b6baa-933c-4566-aaae-b21e116b2847 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:32:23.115935 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Attempting to bind port b07b6baa-933c-4566-aaae-b21e116b2847 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:32:23.116300 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Attempting to bind port b07b6baa-933c-4566-aaae-b21e116b2847 on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:32:23.118503 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44830a-9330-4f57-a114-e7e3002bdabe None None] Pushing event updated for resources: {'Port': ['ID=b07b6baa-933c-4566-aaae-b21e116b2847,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:23.124835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:32:23.125212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:32:23.125613 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:23.126554 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:32:23.126554 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Bound port: b07b6baa-933c-4566-aaae-b21e116b2847, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:32:23.126895 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:23.178349 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] For port b07b6baa-933c-4566-aaae-b21e116b2847, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:32:23.181847 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] For port b07b6baa-933c-4566-aaae-b21e116b2847, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b07b6baa-933c-4566-aaae-b21e116b2847,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:32:23.185908 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:23.243488 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44830a-9330-4f57-a114-e7e3002bdabe None None] Pushing event updated for resources: {'Port': ['ID=b07b6baa-933c-4566-aaae-b21e116b2847,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:23.248137 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Routers {'e872206e-f078-416a-940a-c49710a7fc8c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:32:23.248740 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:32:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['e872206e-f078-416a-940a-c49710a7fc8c'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:23.287553 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59334) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:32:23.406252 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-8999c545-0396-4cc6-9919-95fe824ef993 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175373 Sep 08 15:32:23.428925 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] Set router e872206e-f078-416a-940a-c49710a7fc8c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:32:23.646312 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'name': 'router1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'b07b6baa-933c-4566-aaae-b21e116b2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:32:03Z', 'updated_at': '2021-09-08T15:32:20Z', 'revision_number': 4, 'project_id': '856458cd52e64516b720d10d00c2714a', 'gw_port': {'id': 'b07b6baa-933c-4566-aaae-b21e116b2847', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:19Z', 'updated_at': '2021-09-08T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'c7cda0aa-54a5-41ac-b330-13938cf2aab8', 'name': '', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'mac_address': 'fa:16:3e:dd:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:12Z', 'updated_at': '2021-09-08T15:32:21Z', 'revision_number': 5, 'project_id': '856458cd52e64516b720d10d00c2714a', 'subnets': [{'id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:32:23.673175 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af50e4cc-bf79-4b3a-92bb-51559b8367ca None None] The sync data for ids ['e872206e-f078-416a-940a-c49710a7fc8c'] in dv-cinder-776307-8-iscsi is: [{'id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'name': 'router1', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'b07b6baa-933c-4566-aaae-b21e116b2847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:32:03Z', 'updated_at': '2021-09-08T15:32:20Z', 'revision_number': 4, 'project_id': '856458cd52e64516b720d10d00c2714a', 'gw_port': {'id': 'b07b6baa-933c-4566-aaae-b21e116b2847', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:19Z', 'updated_at': '2021-09-08T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'c7cda0aa-54a5-41ac-b330-13938cf2aab8', 'name': '', 'network_id': '330589d5-71d5-4559-9576-54c9e3d79aa3', 'tenant_id': '856458cd52e64516b720d10d00c2714a', 'mac_address': 'fa:16:3e:dd:b6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e872206e-f078-416a-940a-c49710a7fc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:32:12Z', 'updated_at': '2021-09-08T15:32:21Z', 'revision_number': 5, 'project_id': '856458cd52e64516b720d10d00c2714a', 'subnets': [{'id': 'f85706e7-2b4f-458a-8c9b-1a256160e146', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6bfe100-8c7a-4704-88ba-2a1c95aa4057'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:32:23.818700 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device c7cda0aa-54a5-41ac-b330-13938cf2aab8 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:32:23.875452 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:23.875824 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:25.804563 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b07b6baa-933c-4566-aaae-b21e116b2847 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:32:25.857883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port b07b6baa-933c-4566-aaae-b21e116b2847 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:32:25.864061 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port b07b6baa-933c-4566-aaae-b21e116b2847 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:25.864549 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:25.953084 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:25.977120 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port b07b6baa-933c-4566-aaae-b21e116b2847, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b07b6baa-933c-4566-aaae-b21e116b2847,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:32:25.981884 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:26.032883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=b07b6baa-933c-4566-aaae-b21e116b2847,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:32:27.803732 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b07b6baa-933c-4566-aaae-b21e116b2847 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:32:27.872370 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port b07b6baa-933c-4566-aaae-b21e116b2847 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:32:27.872977 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:37.252024 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-cab3a90b-08f1-4502-80fc-df65e5843dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:39.783488 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-86d618c6-6ff3-4730-9585-c50b3e5eafc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:40.261806 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:40.823690 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:42.408628 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:52.489589 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:33:07.228041 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-118e7f8f-d3ad-4380-a303-3d21a98a1a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:09.789270 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-97480c3a-696b-43c2-bfb2-df0bd5864c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:10.258913 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:10.825760 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:12.409511 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:29.488714 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:33:37.228244 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-64a3bbec-7cd5-4fda-b5ce-834737712f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:39.781474 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ee457cc7-c51e-4725-b82d-98f55b18af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:40.249878 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:40.828006 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:42.410305 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:59.214152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59896) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:33:59.274685 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ce113a-fbbf-426a-bfaf-820762146728 admin admin] GET failed (client error): The resource could not be found. Sep 08 15:33:59.276024 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e4ce113a-fbbf-426a-bfaf-820762146728 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609486 Sep 08 15:33:59.436377 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6be65-39af-4994-919f-91b4c04925bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:33:59.437786 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-3fb6be65-39af-4994-919f-91b4c04925bc admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571169 Sep 08 15:34:01.607667 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59906) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:01.697525 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8e28b-a26c-4846-b27c-8583048710d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:01.698864 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e7d8e28b-a26c-4846-b27c-8583048710d3 admin admin] 10.222.0.54 "GET /v2.0/subnets/f85706e7-2b4f-458a-8c9b-1a256160e146 HTTP/1.1" status: 200 len: 849 time: 0.0902615 Sep 08 15:34:01.708584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:34:01.792126 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:01.929058 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768379405325'] for subnet, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:01.960648 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:01.961841 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:01.966633 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] 10.222.0.54 "PUT /v2.0/subnets/f85706e7-2b4f-458a-8c9b-1a256160e146 HTTP/1.1" status: 200 len: 868 time: 0.2574866 Sep 08 15:34:01.966832 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21ddc6f-213d-4e7b-b81a-9ac0de43419d None None] Network 330589d5-71d5-4559-9576-54c9e3d79aa3 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:34:01.984208 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85706e7-2b4f-458a-8c9b-1a256160e146,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:34:01.992287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.992653 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.992990 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.993320 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.993646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.994173 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.994506 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.994849 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.995190 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.995511 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.995828 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:01.996145 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5243e95-51ef-495f-a170-ec5acfff7242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:02.302405 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-24e83686-ce26-4b11-b855-1dea27ee42ff None None] Provisioning complete for port c7cda0aa-54a5-41ac-b330-13938cf2aab8 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:34:02.302780 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-24e83686-ce26-4b11-b855-1dea27ee42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:02.387959 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-24e83686-ce26-4b11-b855-1dea27ee42ff None None] Provisioning complete for port 0da86498-a709-427b-9cf9-c62eb5f13d7b triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:34:02.388331 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-24e83686-ce26-4b11-b855-1dea27ee42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:04.159466 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59914) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:04.351152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706ff4f-43d2-41ab-bddb-b72d38107883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:04.351539 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706ff4f-43d2-41ab-bddb-b72d38107883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:04.353062 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9706ff4f-43d2-41ab-bddb-b72d38107883 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1926470 Sep 08 15:34:06.487017 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:34:06.537612 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59922) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:06.667595 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1be3e-054a-44cb-86c9-e34f0edbbe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:06.668061 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1be3e-054a-44cb-86c9-e34f0edbbe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:06.669556 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f9d1be3e-054a-44cb-86c9-e34f0edbbe9a admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309888 Sep 08 15:34:07.229361 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0ecd5c7e-0ac1-4218-9775-d2ea400362d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:08.856962 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59930) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:08.986233 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ca5cd-77ae-4ee0-9f9d-5f298843aa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:08.987572 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-855ca5cd-77ae-4ee0-9f9d-5f298843aa9d admin admin] 10.222.0.54 "GET /v2.0/networks/330589d5-71d5-4559-9576-54c9e3d79aa3 HTTP/1.1" status: 200 len: 869 time: 0.1296587 Sep 08 15:34:09.783642 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2de4adae-5c1f-4188-b93b-2f6c405107ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:10.250675 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:10.825116 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:11.162897 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59938) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:11.291743 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c81886c-fc91-4491-bf60-1822a1574b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:11.293105 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6c81886c-fc91-4491-bf60-1822a1574b4c admin admin] 10.222.0.54 "GET /v2.0/networks/67d5e498-c5dd-4684-923d-3f87be7204ee HTTP/1.1" status: 200 len: 886 time: 0.1292641 Sep 08 15:34:12.414212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:13.481639 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 59946) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:13.611713 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ebd487-8a0a-4f5c-9855-73d56718e068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:13.612170 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ebd487-8a0a-4f5c-9855-73d56718e068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:13.613792 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-88ebd487-8a0a-4f5c-9855-73d56718e068 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311345 Sep 08 15:34:15.792758 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59954) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:15.924765 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d51974-6440-44cb-9137-9dc61323d262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:15.925216 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d51974-6440-44cb-9137-9dc61323d262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:15.926742 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f7d51974-6440-44cb-9137-9dc61323d262 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330307 Sep 08 15:34:18.080307 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59964) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:18.168698 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66687cc5-04e9-4eef-98f0-23c5c36db833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:18.170028 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-66687cc5-04e9-4eef-98f0-23c5c36db833 admin admin] 10.222.0.54 "GET /v2.0/subnets/66273cae-fa28-4063-9109-def6fc9b98b5 HTTP/1.1" status: 200 len: 816 time: 0.0887792 Sep 08 15:34:20.452451 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 59972) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:20.554993 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e453483-c78f-4311-98aa-a58de046436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:20.556327 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2e453483-c78f-4311-98aa-a58de046436a admin admin] 10.222.0.54 "GET /v2.0/subnets/f85706e7-2b4f-458a-8c9b-1a256160e146 HTTP/1.1" status: 200 len: 868 time: 0.1029391 Sep 08 15:34:37.231762 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a86b7957-4cc4-4a75-acb4-cff3b3eb4604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:39.783280 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ba018d21-8504-4feb-9a77-efcf5dde50d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:40.250265 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:40.827873 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:42.416318 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:43.484824 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:34:44.167091 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60026) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:44.214623 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [None req-6257404b-f9fe-4d0b-b74f-7fbbf7aad380 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:34:44.215633 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6257404b-f9fe-4d0b-b74f-7fbbf7aad380 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476193 Sep 08 15:34:46.493314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60034) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:46.553184 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b51b76b-a918-4168-846b-8caa4675424a admin admin] GET failed (client error): The resource could not be found. Sep 08 15:34:46.554511 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-7b51b76b-a918-4168-846b-8caa4675424a admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602429 Sep 08 15:34:46.636483 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025422d-508d-4a09-be19-f9f67426f998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:46.637938 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9025422d-508d-4a09-be19-f9f67426f998 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0787704 Sep 08 15:34:48.849188 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60042) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:48.897256 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:34:48.917437 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Made reservation on behalf of 87ec7093706f4f2486c81b4add65ab02 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:34:48.919622 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:48.948153 dv-cinder-776307-8-iscsi neutron-server[100601]: WARNING neutron.services.revisions.revision_plugin [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Could not find related network for resource to bump revision. Sep 08 15:34:48.958957 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:34:48.967757 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:48.968100 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Added segment 42692dd2-6a0f-4e7d-81bb-cb88de7fba64 of type vlan for network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 Sep 08 15:34:49.005937 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:49.028837 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:49.029712 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:49.030281 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:49.052374 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2021115 Sep 08 15:34:49.090024 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6acf3-9177-4a55-852a-e2280556cc96 admin admin] Pushing event updated for resources: {'Network': ['ID=7f53409d-f1f5-41b5-a357-dea6e6d335b1,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:34:49.101435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:34:51.246801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60050) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:34:51.306727 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e83a72-cb63-4af2-ae03-f498efa78c61 admin admin] GET failed (client error): The resource could not be found. Sep 08 15:34:51.308081 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-60e83a72-cb63-4af2-ae03-f498efa78c61 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602839 Sep 08 15:34:51.476941 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4298df-993e-40ec-a3a8-2360d008e211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:51.478430 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4a4298df-993e-40ec-a3a8-2360d008e211 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1658294 Sep 08 15:34:51.488888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Request body: {'subnet': {'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:34:51.509122 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Made reservation on behalf of 87ec7093706f4f2486c81b4add65ab02 for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:34:51.511423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:51.667294 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:51.718672 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a8ef91-39c0-4cc0-896d-141c66275939,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:34:51.726999 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Checking segment: {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:34:51.727288 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Network hostable DHCP agents. Network: 7f53409d-f1f5-41b5-a357-dea6e6d335b1, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:34:51.742908 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:34:51.750860 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 7f53409d-f1f5-41b5-a357-dea6e6d335b1) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:34:51.756390 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:34:51.757427 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:51.760532 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69e9b7-dcff-4d36-abe4-40cc7ef94cd5 None None] Network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:34:51.770898 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e71ba64e-5911-4ea4-848e-39ba9a2dd107 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2852252 Sep 08 15:34:52.002859 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-7f53409d-f1f5-41b5-a357-dea6e6d335b1', 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1', 'tenant_id': '87ec7093706f4f2486c81b4add65ab02', 'fixed_ips': [{'subnet_id': 'e1a8ef91-39c0-4cc0-896d-141c66275939'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:34:52.003711 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:52.138265 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Allocated IP 192.168.233.2 (7f53409d-f1f5-41b5-a357-dea6e6d335b1/e1a8ef91-39c0-4cc0-896d-141c66275939/a21dcf7a-ec37-4e0d-b912-04156a3da30a) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:34:52.282316 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:52.290712 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Transition to ACTIVE for port object a21dcf7a-ec37-4e0d-b912-04156a3da30a will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:34:52.305592 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Transition to ACTIVE for port object a21dcf7a-ec37-4e0d-b912-04156a3da30a will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:34:52.311565 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:52.352740 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:34:52.358632 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:34:52.360500 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Pushing event updated for resources: {'Port': ['ID=a21dcf7a-ec37-4e0d-b912-04156a3da30a,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:34:52.362442 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:34:52.372911 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.373279 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.373619 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.373974 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.374324 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.374652 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.374972 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.375293 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.375626 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.375947 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.376517 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.376829 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:34:52.428529 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Attempting to bind port a21dcf7a-ec37-4e0d-b912-04156a3da30a on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:34:52.428886 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Attempting to bind port a21dcf7a-ec37-4e0d-b912-04156a3da30a by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:34:52.429242 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Attempting to bind port a21dcf7a-ec37-4e0d-b912-04156a3da30a on network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:34:52.434382 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:34:52.434749 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Checking segment: {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:34:52.435142 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:52.435529 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Bound using segment: {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:34:52.435982 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Bound port: a21dcf7a-ec37-4e0d-b912-04156a3da30a, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:34:52.436394 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:52.500049 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] For port a21dcf7a-ec37-4e0d-b912-04156a3da30a, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:34:52.504154 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] For port a21dcf7a-ec37-4e0d-b912-04156a3da30a, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=a21dcf7a-ec37-4e0d-b912-04156a3da30a,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:34:52.509682 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:52.567814 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972c84-827d-45e4-afa8-f69f6b60fba4 None None] Pushing event updated for resources: {'Port': ['ID=a21dcf7a-ec37-4e0d-b912-04156a3da30a,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:34:53.367471 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4872d8-7fc6-4b73-8183-e505ab4ebe67 None None] Network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:34:53.458575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-4b19240f-dce9-4003-ab59-7cbf7a9d9779 None None] Provisioning for port a21dcf7a-ec37-4e0d-b912-04156a3da30a completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:34:53.900664 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device a21dcf7a-ec37-4e0d-b912-04156a3da30a up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:34:53.954228 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port a21dcf7a-ec37-4e0d-b912-04156a3da30a completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:34:53.958514 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port a21dcf7a-ec37-4e0d-b912-04156a3da30a triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:34:53.958899 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:54.037005 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:54.071164 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port a21dcf7a-ec37-4e0d-b912-04156a3da30a, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=a21dcf7a-ec37-4e0d-b912-04156a3da30a,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:34:54.075208 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:34:54.124211 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=a21dcf7a-ec37-4e0d-b912-04156a3da30a,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:34:55.877208 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device a21dcf7a-ec37-4e0d-b912-04156a3da30a up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:34:55.928859 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port a21dcf7a-ec37-4e0d-b912-04156a3da30a triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:34:55.929228 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:07.233362 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-7122960e-e5eb-4eab-8953-2a40a0c4b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:09.786469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-96e6d6a4-1163-445c-bd27-87b947fa19dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:10.251517 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:10.829921 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:12.420522 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:20.482682 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:35:37.233393 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6aeaa0a0-96db-4858-ad42-7914707f916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:39.786664 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0b29d4d5-6d6a-40f3-a91a-c0207e6e9d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:40.255543 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:40.836381 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:42.422077 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:35:57.480270 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:35:59.997931 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60102) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:36:00.003964 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [None req-226918c4-9823-477b-9ec7-ff44401f7c9a tempest-verify_tempest_config-508063009 tempest-verify_tempest_config-508063009-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:36:00.004961 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-226918c4-9823-477b-9ec7-ff44401f7c9a tempest-verify_tempest_config-508063009 tempest-verify_tempest_config-508063009-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060477 Sep 08 15:36:00.293222 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60120) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:36:00.397261 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.489142 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.492788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.533037 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f981f3f36cee4546a7f178ae740f401b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2386789 Sep 08 15:36:00.536408 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60124) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:36:00.538039 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2481003e-04be-490d-b422-a186f00c9666,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:36:00.545177 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.545542 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.545918 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.546257 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.546581 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.546925 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.547253 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.547590 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.547931 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.548255 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.548573 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.548888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1a9d5-4d13-4c7d-850b-e7ec28a8f969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.615527 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.635753 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.723510 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.726135 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:00.727615 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2481003e-04be-490d-b422-a186f00c9666 HTTP/1.1" status: 204 len: 168 time: 0.1901476 Sep 08 15:36:00.736617 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2481003e-04be-490d-b422-a186f00c9666,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:36:00.743258 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.743556 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.743900 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.744237 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.744547 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.744883 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.745207 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.745695 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.746028 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.746348 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.746664 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:00.746984 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c10267a-329e-4873-9d30-c77533b7f05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:36:07.234396 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-d0486073-697d-43cd-8def-9d49595d30a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:09.787785 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-18b16914-5ce5-4843-a56e-feee395b8156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:10.258547 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:10.837343 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:12.425922 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:34.478204 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:36:37.234630 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-710f787f-897b-40a2-a77e-d539b774ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:39.787088 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a181ebea-3f1e-4cae-a83b-eb8bf4a4a3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:40.259739 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:40.840339 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:36:42.429247 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:07.235909 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1cece927-afd9-40b8-b4e9-299121154e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:09.787381 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-563d05cd-1142-42d6-8aaf-909299d3ea93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:10.260985 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:10.840834 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:11.477235 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 5 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:37:12.431230 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:34.703114 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4182721'] for agent, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:37.236838 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-7245bc48-7637-4642-8de8-570979ebc466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:39.786711 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0d9341a1-6acf-40a8-bc75-26f743fe73a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:40.261243 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:40.843824 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:42.434495 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:37:48.476502 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:37:49.256191 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60198) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:37:49.357881 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0d263a7c-e7f4-4360-882e-b2e6b0d5a913 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1005766 Sep 08 15:37:51.564282 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60208) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:37:51.618050 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2822baaa-88a4-482c-ad34-230a353264c2 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526445 Sep 08 15:38:04.657732 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:07.238170 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5bb04ad8-c20c-4047-8ac6-6d17caa512a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:09.790498 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d782-1d18-42b2-b257-c66b38740a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:10.261680 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:10.846128 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:12.438181 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:25.482101 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:38:34.667108 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:37.239703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bda0944-ae5f-4aac-96ff-19fc6f1b02ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:39.791152 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-cc41cff1-bacc-4509-96c8-15ac08ea9a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:40.262905 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:40.848907 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:38:42.440869 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:02.481606 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:39:04.671326 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:07.240107 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-df6342e5-e819-4daa-b0da-7b9aeb8d8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:09.792362 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-70cfd35d-5060-479d-99cc-e261d35b1158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:10.263608 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:10.851544 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:12.446929 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:21.552465 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60360) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:21.892755 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-network', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:21.917873 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Made reservation on behalf of c7eb6afa978747138dcf90e0e88ab9e1 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:21.920150 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:21.929914 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.030552 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.035499 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.061177 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:22.075856 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.076205 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Added segment e5d6c491-d928-4fa4-a633-27ac3ab16b4c of type vlan for network 837c12d3-2b97-4760-9735-6578493070b0 Sep 08 15:39:22.087147 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13d571-192f-4bd1-8849-a29015d2f360,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:22.129922 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.135833 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.136205 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.136547 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.136885 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.137218 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.137567 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.137958 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.138308 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.138650 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.138988 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.139297 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.139613 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Tracked resource versions report: Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: pushed versions: Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: { 'AddressGroup': {'1.2'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'ConntrackHelper': {'1.0'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Log': {'1.0'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Network': {'1.1'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Port': {'1.7'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'PortForwarding': {'1.2'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'QosPolicy': {'1.9'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroup': {'1.4'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SubPort': {'1.0'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Subnet': {'1.1'}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Trunk': {'1.1'}} Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: consumer versions: Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: HyperV agent@hv-cinder-77630: {}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'ConntrackHelper': '1.0', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Log': '1.0', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Network': '1.1', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Port': '1.7', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'PortForwarding': '1.2', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'QosPolicy': '1.9', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroup': '1.4', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SecurityGroupRule': '1.2', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'SubPort': '1.0', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Subnet': '1.1', Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: 'Trunk': '1.1'}} Sep 08 15:39:22.140614 dv-cinder-776307-8-iscsi neutron-server[100601]: {{(pid=100601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:39:22.165769 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.165769 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:22.166256 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.204767 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6510634 Sep 08 15:39:22.208627 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60404) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:22.240466 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Request body: {'subnet': {'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-subnet', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:22.248067 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8df70-1e2e-4fd7-b7f6-f7efde2fa7bb admin admin] Pushing event updated for resources: {'Network': ['ID=837c12d3-2b97-4760-9735-6578493070b0,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:22.258802 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 837c12d3-2b97-4760-9735-6578493070b0 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:22.267044 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Made reservation on behalf of c7eb6afa978747138dcf90e0e88ab9e1 for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:22.270515 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.453559 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.498360 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=78caf5ed-c032-4db7-a994-7f0a42931f40,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:22.523467 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Checking segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:22.524045 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Network hostable DHCP agents. Network: 837c12d3-2b97-4760-9735-6578493070b0, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:22.544068 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Network 837c12d3-2b97-4760-9735-6578493070b0 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:22.557556 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 837c12d3-2b97-4760-9735-6578493070b0) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:22.567869 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a927a7-295f-46d2-9109-cbd1c859e7b4 None None] Network 837c12d3-2b97-4760-9735-6578493070b0 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:22.570103 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:22.570969 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.590007 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60426) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:22.591243 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-adfa6e4b-16f5-4f3f-9593-1705b0d022fe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3810871 Sep 08 15:39:22.596019 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:22.626456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.628339 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.698265 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:22.731743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b5db1-050c-41cf-90d5-1d06af9dcec6 None None] Network 837c12d3-2b97-4760-9735-6578493070b0 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:22.862973 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60436) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:22.874998 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60438) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:22.905332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60446) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:22.952016 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.030432 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60454) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:23.137616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1495900651-network', 'tenant_id': 'ff362bbb20ab463f8b8907c29a8013a0'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:23.166027 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1029171951-network', 'tenant_id': '3081dd91bfa642009df3b19188247e8c'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:23.184919 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Made reservation on behalf of ff362bbb20ab463f8b8907c29a8013a0 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:23.186341 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.188776 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.207955 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1914925150-network', 'tenant_id': '123d8de5e7e840c29b40bf8328edf5f4'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:23.214775 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60460) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:23.223262 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.235071 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.269927 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Made reservation on behalf of 3081dd91bfa642009df3b19188247e8c for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:23.273124 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.286992 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.294227 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-571875470-network', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:23.297874 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Made reservation on behalf of 123d8de5e7e840c29b40bf8328edf5f4 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:23.300483 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.328265 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.423042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.428331 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.432792 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-223154227-network', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:23.443004 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:23.445810 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Allocated IP 172.27.0.153 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/f5876a11-87d8-48c7-af17-6f9c379d50fa) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:23.453758 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.454396 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Added segment 8b560c30-3f38-4607-bf96-f2c1879e8743 of type vlan for network 87a51a4f-a433-4471-9453-f6b4a1a4b16b Sep 08 15:39:23.496341 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51f88ae-bb97-42ce-be78-9e39ac147940,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:23.539226 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Made reservation on behalf of 189bb8fa112c4f03990936db9c547bf0 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:23.541681 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.556684 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.562086 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.566274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.db.api [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 15:39:23.566274 dv-cinder-776307-8-iscsi neutron-server[100600]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 15:39:23.566274 dv-cinder-776307-8-iscsi neutron-server[100600]: [parameters: {'project_id_1': '98b3c7fe62d6462b81f04a9bec53005c', 'expiration_1': datetime.datetime(2021, 9, 8, 15, 39, 3, 436628)}] Sep 08 15:39:23.566274 dv-cinder-776307-8-iscsi neutron-server[100600]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:39:23.567426 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG oslo_db.api [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:39:23.580065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.db.api [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 15:39:23.580065 dv-cinder-776307-8-iscsi neutron-server[100601]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 15:39:23.580065 dv-cinder-776307-8-iscsi neutron-server[100601]: [parameters: {'project_id_1': '123d8de5e7e840c29b40bf8328edf5f4', 'expiration_1': datetime.datetime(2021, 9, 8, 15, 39, 3, 350734)}] Sep 08 15:39:23.580065 dv-cinder-776307-8-iscsi neutron-server[100601]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:39:23.580505 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG oslo_db.api [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:39:23.603024 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.624249 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.625009 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:23.626552 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.693348 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.705421 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] Pushing event updated for resources: {'Network': ['ID=87a51a4f-a433-4471-9453-f6b4a1a4b16b,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:23.720556 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 87a51a4f-a433-4471-9453-f6b4a1a4b16b details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:23.747743 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.756722 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.776077 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:23.788270 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.788888 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Added segment 1d547179-151b-4a03-86e2-65cf643a1d10 of type vlan for network b8ab893c-c2f2-4736-94aa-03332fe96506 Sep 08 15:39:23.849458 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:23.855566 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:23.866102 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:23.866479 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:23.912567 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Pushing event updated for resources: {'Port': ['ID=f5876a11-87d8-48c7-af17-6f9c379d50fa,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:23.924683 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.925407 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.925941 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.926523 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.927282 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.927800 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.928323 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.928963 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.929691 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.930082 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.930402 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.930727 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Tracked resource versions report: Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: pushed versions: Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: { 'AddressGroup': {'1.2'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'ConntrackHelper': {'1.0'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Log': {'1.0'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Network': {'1.1'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Port': {'1.7'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'PortForwarding': {'1.2'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'QosPolicy': {'1.9'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroup': {'1.4'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SubPort': {'1.0'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Subnet': {'1.1'}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Trunk': {'1.1'}} Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: consumer versions: Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: HyperV agent@hv-cinder-77630: {}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'ConntrackHelper': '1.0', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Log': '1.0', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Network': '1.1', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Port': '1.7', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'PortForwarding': '1.2', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'QosPolicy': '1.9', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroup': '1.4', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SecurityGroupRule': '1.2', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'SubPort': '1.0', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Subnet': '1.1', Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: 'Trunk': '1.1'}} Sep 08 15:39:23.931718 dv-cinder-776307-8-iscsi neutron-server[100600]: {{(pid=100600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:39:24.036436 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3336c4e2-19bc-443e-9778-d812189de9f2,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.044738 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d9611e7e-f2e2-4eaf-9afd-332d1445ce19 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1776686 Sep 08 15:39:24.046169 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.046333 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60500) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:24.047211 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:24.048063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.055563 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Request body: {'subnet': {'network_id': '87a51a4f-a433-4471-9453-f6b4a1a4b16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1495900651-subnet', 'tenant_id': 'ff362bbb20ab463f8b8907c29a8013a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:24.062240 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.076008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.086417 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.135278 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.db.api [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 15:39:24.135278 dv-cinder-776307-8-iscsi neutron-server[100601]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 15:39:24.135278 dv-cinder-776307-8-iscsi neutron-server[100601]: [parameters: {'project_id_1': '123d8de5e7e840c29b40bf8328edf5f4', 'expiration_1': datetime.datetime(2021, 9, 8, 15, 39, 4, 103989)}] Sep 08 15:39:24.135278 dv-cinder-776307-8-iscsi neutron-server[100601]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:39:24.135648 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG oslo_db.api [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:39:24.136245 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:24.172311 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ab893c-c2f2-4736-94aa-03332fe96506,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.179619 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e776725f-54a8-4b8c-be9c-e499d66d3819,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.183179 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network b8ab893c-c2f2-4736-94aa-03332fe96506 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:24.186320 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.186664 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Added segment ba76beb9-9a89-4947-910a-7a499046ebc4 of type vlan for network e3800de5-4167-4641-9f7a-9fc03e3dda01 Sep 08 15:39:24.226790 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Made reservation on behalf of ff362bbb20ab463f8b8907c29a8013a0 for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:24.238277 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4d171d70-ee01-478d-8eaf-8f8134967241 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3586614 Sep 08 15:39:24.241441 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60504) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:24.243259 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.248960 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Request body: {'subnet': {'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1029171951-subnet', 'tenant_id': '3081dd91bfa642009df3b19188247e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:24.254654 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.286984 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.288379 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:24.288959 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.357715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3234015 Sep 08 15:39:24.357904 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Made reservation on behalf of 98b3c7fe62d6462b81f04a9bec53005c for: {'network': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:24.358135 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60506) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:24.358314 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.365795 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Request body: {'subnet': {'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-subnet', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:24.369102 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d028eee-2401-41c9-a7f0-4d836121a176 admin admin] Pushing event updated for resources: {'Network': ['ID=e3800de5-4167-4641-9f7a-9fc03e3dda01,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.376430 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.381695 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:24.386395 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Made reservation on behalf of 3081dd91bfa642009df3b19188247e8c for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:24.389012 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.410973 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.433565 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Made reservation on behalf of 189bb8fa112c4f03990936db9c547bf0 for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:24.436157 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.728454 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.745344 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.796816 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.818952 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.826198 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.849954 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5d3c97-7c44-46b8-8d86-270bbd20aed0,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.857917 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Checking segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:24.858270 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Network hostable DHCP agents. Network: b8ab893c-c2f2-4736-94aa-03332fe96506, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:24.926056 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b42b172-4016-4815-83ba-e2645f37aaf9,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.930006 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Network b8ab893c-c2f2-4736-94aa-03332fe96506 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:24.931788 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.935266 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Checking segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:24.935615 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Network hostable DHCP agents. Network: e3800de5-4167-4641-9f7a-9fc03e3dda01, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:24.941529 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:24.951474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c978ad-8188-4d8a-b6b6-7deaa107c515,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:24.960606 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, b8ab893c-c2f2-4736-94aa-03332fe96506) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:24.970295 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f7553-4a30-4893-86cf-98f0617b59e2 None None] Network b8ab893c-c2f2-4736-94aa-03332fe96506 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:24.975979 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Checking segment: {'id': '8b560c30-3f38-4607-bf96-f2c1879e8743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '87a51a4f-a433-4471-9453-f6b4a1a4b16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:24.976392 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Network hostable DHCP agents. Network: 87a51a4f-a433-4471-9453-f6b4a1a4b16b, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:24.993078 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:24.993682 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.005359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=100600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:25.010797 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:25.026866 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, e3800de5-4167-4641-9f7a-9fc03e3dda01) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:25.035752 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:25.036387 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.043264 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768379170196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.043817 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Unsubscribe: segment precommit_create {{(pid=100600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 15:39:25.044310 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.segments_db [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Added segment eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc of type vlan for network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d Sep 08 15:39:25.061383 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358df28e-9737-480b-ad87-d7be2caa4bfc None None] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:25.093618 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.103803 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.105616 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc481ae2-e3c5-4e9e-ac7c-693df4da38ae,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:25.111915 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Network 87a51a4f-a433-4471-9453-f6b4a1a4b16b is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:25.132825 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 87a51a4f-a433-4471-9453-f6b4a1a4b16b) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:25.135468 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.137048 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:25.144860 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:25.145445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.145933 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fb8e7-c13d-4d45-9896-a936da47ea1b None None] Network 87a51a4f-a433-4471-9453-f6b4a1a4b16b requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:25.147493 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Router 6ed33e16-f249-4265-8c56-1b690f1c2e4d is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:39:25.150152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.150540 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Added segment 01811a06-f594-4a00-84f9-e145c5abf0ca of type vlan for network 067c5228-abc3-4d27-a952-04a59f68f9a8 Sep 08 15:39:25.194404 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c1d42de8-da9a-4bee-a6e7-f27baa460b82 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1464591 Sep 08 15:39:25.234745 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-ac61907e-ae54-4bf3-9ab2-bc229aef01aa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9920065 Sep 08 15:39:25.262421 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604092d5-3770-4a4e-9f0e-0cf87bb2479e None None] Network b8ab893c-c2f2-4736-94aa-03332fe96506 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:25.271182 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-226f25a7-a501-406b-ac9d-96ced2643739 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9119649 Sep 08 15:39:25.273186 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60540) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:25.275612 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.282017 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:25.290005 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9589b280-bbde-4d5c-93a2-8eafd92e135b,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:25.294411 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.295444 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:25.296014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.335946 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.337803 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.345205 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.346839 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:25.347698 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.400147 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4936273 Sep 08 15:39:25.441342 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:39:25.454017 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Sync routers for ids ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:39:25.462911 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60542) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:25.468583 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Routers {'6ed33e16-f249-4265-8c56-1b690f1c2e4d'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:25.470259 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:25.497634 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Request body: {'subnet': {'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1914925150-subnet', 'tenant_id': '123d8de5e7e840c29b40bf8328edf5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:25.585635 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3697333 Sep 08 15:39:25.602112 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60552) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:25.618909 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Request body: {'subnet': {'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-223154227-subnet', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:25.645837 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.663221 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-e3800de5-4167-4641-9f7a-9fc03e3dda01', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:39:25.664320 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.692031 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a84f-c19f-4cb3-976d-839bd47c0d59 admin admin] Pushing event updated for resources: {'Network': ['ID=067c5228-abc3-4d27-a952-04a59f68f9a8,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:25.692547 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Set router 6ed33e16-f249-4265-8c56-1b690f1c2e4d gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:25.713265 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92f5a-4cba-4e20-b280-326255a8d768 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:25.723241 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 067c5228-abc3-4d27-a952-04a59f68f9a8 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:25.733514 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Made reservation on behalf of 123d8de5e7e840c29b40bf8328edf5f4 for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:25.736105 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Notify callbacks [] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.764889 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.766113 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-ec2a0647-d6c5-471b-a454-7ca9bed45000 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1748760 Sep 08 15:39:25.770280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60560) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:25.775211 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:25.953859 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:25.989097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Made reservation on behalf of 98b3c7fe62d6462b81f04a9bec53005c for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:25.992131 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.011268 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60588) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:26.022957 dv-cinder-776307-8-iscsi neutron-server[100601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 15:39:26.069411 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:39:24Z', 'revision_number': 3, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:26.109638 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Checking router: 6ed33e16-f249-4265-8c56-1b690f1c2e4d for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:39:26.110251 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Updating router 6ed33e16-f249-4265-8c56-1b690f1c2e4d port f5876a11-87d8-48c7-af17-6f9c379d50fa binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:39:26.142611 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.245368 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Allocated IP 172.20.0.2 (e3800de5-4167-4641-9f7a-9fc03e3dda01/3b42b172-4016-4815-83ba-e2645f37aaf9/9246fe28-35a4-496d-ac7d-7c6e62cb2833) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:26.281687 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60598) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:26.305632 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-864067720-network', 'tenant_id': 'b84064466e1441a9ba10b708f806d349'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:26.325582 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15a9b8-3e3e-4362-80f7-61636cfcdebe None None] Network 87a51a4f-a433-4471-9453-f6b4a1a4b16b requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:26.408327 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-4b98aa34-29e0-41c7-ae4a-b49fa9bf5601 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:26.410769 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-4b98aa34-29e0-41c7-ae4a-b49fa9bf5601 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.3952839 Sep 08 15:39:26.413343 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Made reservation on behalf of b84064466e1441a9ba10b708f806d349 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:26.415543 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.433183 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.439788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.450400 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-5ec4993c-5b51-4480-adc3-c0a4419cd4de tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/quotas/3081dd91bfa642009df3b19188247e8c HTTP/1.1" status: 200 len: 375 time: 0.0288043 Sep 08 15:39:26.579015 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-b1f1034f-b8f4-4a25-a65f-e7f0509590c6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186903 Sep 08 15:39:26.640858 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.665748 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Transition to ACTIVE for port object f5876a11-87d8-48c7-af17-6f9c379d50fa will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:26.676789 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.724100 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=761e3f7b-5be8-4630-9fd3-0d0d4a04bdab,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:26.735667 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.763712 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.778152 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Attempting to bind port f5876a11-87d8-48c7-af17-6f9c379d50fa on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:26.778574 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Attempting to bind port f5876a11-87d8-48c7-af17-6f9c379d50fa by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:26.778943 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Attempting to bind port f5876a11-87d8-48c7-af17-6f9c379d50fa on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:26.788108 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:26.788515 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:26.788883 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.789275 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:26.789768 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Bound port: f5876a11-87d8-48c7-af17-6f9c379d50fa, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:26.790220 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.845392 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Checking segment: {'id': '01811a06-f594-4a00-84f9-e145c5abf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:26.848508 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] For port f5876a11-87d8-48c7-af17-6f9c379d50fa, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:26.850136 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Network hostable DHCP agents. Network: 067c5228-abc3-4d27-a952-04a59f68f9a8, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:26.852513 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] For port f5876a11-87d8-48c7-af17-6f9c379d50fa, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f5876a11-87d8-48c7-af17-6f9c379d50fa,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:26.891105 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Pushing event updated for resources: {'Port': ['ID=f5876a11-87d8-48c7-af17-6f9c379d50fa,revision_number=2']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:26.898907 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.907746 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.908530 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.910331 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.910915 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.911374 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.911819 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.912424 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.914513 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Transition to ACTIVE for port object 9246fe28-35a4-496d-ac7d-7c6e62cb2833 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:26.918590 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.922071 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.922549 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.923264 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.923731 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Tracked resource versions report: Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: pushed versions: Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: { 'AddressGroup': {'1.2'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'ConntrackHelper': {'1.0'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Log': {'1.0'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Network': {'1.1'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Port': {'1.7'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'PortForwarding': {'1.2'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'QosPolicy': {'1.9'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroup': {'1.4'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SubPort': {'1.0'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Subnet': {'1.1'}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Trunk': {'1.1'}} Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: consumer versions: Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: HyperV agent@hv-cinder-77630: {}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'ConntrackHelper': '1.0', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Log': '1.0', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Network': '1.1', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Port': '1.7', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'PortForwarding': '1.2', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'QosPolicy': '1.9', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroup': '1.4', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SecurityGroupRule': '1.2', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'SubPort': '1.0', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Subnet': '1.1', Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: 'Trunk': '1.1'}} Sep 08 15:39:26.926118 dv-cinder-776307-8-iscsi neutron-server[100603]: {{(pid=100603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:39:26.937049 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.959478 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=447fd226-1392-449b-bfb9-e0309fa527ab,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:26.962226 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Transition to ACTIVE for port object 9246fe28-35a4-496d-ac7d-7c6e62cb2833 will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:26.962368 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.972191 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:26.984200 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Checking segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:26.984200 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Network hostable DHCP agents. Network: c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:26.986656 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Network 067c5228-abc3-4d27-a952-04a59f68f9a8 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:27.030748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 067c5228-abc3-4d27-a952-04a59f68f9a8) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:27.033192 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:39:27.040569 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:27.043241 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:27.043841 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.047184 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:27.047884 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.048432 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Added segment e8b19746-7808-4219-86af-c669c759c82b of type vlan for network 34690ab3-5add-481d-9f50-3d1302a7ec12 Sep 08 15:39:27.053079 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:27.057853 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:27.065887 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb4136-d70e-4639-9ee7-ea71b87f9914 None None] Network 067c5228-abc3-4d27-a952-04a59f68f9a8 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:27.084360 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:27.084954 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.088566 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Routers {'6ed33e16-f249-4265-8c56-1b690f1c2e4d'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:27.089230 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:27.115775 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-710492c8-1599-48c5-970a-adea6129e2de admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6517968 Sep 08 15:39:27.121278 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.158698 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-883dcc6e-f3bd-45bf-9a96-6ee851db8f84 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5501821 Sep 08 15:39:27.159533 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60626) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:27.175987 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:27.189471 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-9c013c7e-3a24-4620-82fb-516bf85deab0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:39:27.191296 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-9c013c7e-3a24-4620-82fb-516bf85deab0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2158897 Sep 08 15:39:27.202597 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.205300 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.207671 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:27.208280 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.214274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.250893 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800b494-ea1d-40d2-920b-9ec7dc3710a6 None None] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:27.282430 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebd3630-b575-4859-82e8-6ecf03fee171,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:27.282670 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcc710-55a9-4982-a942-138c851326a0 None None] Pushing event updated for resources: {'Port': ['ID=f5876a11-87d8-48c7-af17-6f9c379d50fa,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:27.289582 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.328302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Pushing event updated for resources: {'Port': ['ID=9246fe28-35a4-496d-ac7d-7c6e62cb2833,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:27.330527 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:27.333302 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] Set router 6ed33e16-f249-4265-8c56-1b690f1c2e4d gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:27.382925 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0968828 Sep 08 15:39:27.388315 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60638) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:27.400871 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.401245 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.401594 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.401969 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.402302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.402632 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.402959 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.403287 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.403625 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.403963 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.404274 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.404591 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Tracked resource versions report: Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: pushed versions: Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: { 'AddressGroup': {'1.2'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'ConntrackHelper': {'1.0'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Log': {'1.0'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Network': {'1.1'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Port': {'1.7'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'PortForwarding': {'1.2'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'QosPolicy': {'1.9'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroup': {'1.4'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SubPort': {'1.0'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Subnet': {'1.1'}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Trunk': {'1.1'}} Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: consumer versions: Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: { DHCP agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: HyperV agent@hv-cinder-77630: {}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: L3 agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: Metadata agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: Metering agent@dv-cinder-776307-8-iscsi: {}, Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: Open vSwitch agent@dv-cinder-776307-8-iscsi: { 'AddressGroup': '1.2', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'ConntrackHelper': '1.0', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Log': '1.0', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Network': '1.1', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Port': '1.7', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'PortForwarding': '1.2', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'QosPolicy': '1.9', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroup': '1.4', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SecurityGroupRule': '1.2', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'SubPort': '1.0', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Subnet': '1.1', Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: 'Trunk': '1.1'}} Sep 08 15:39:27.405592 dv-cinder-776307-8-iscsi neutron-server[100602]: {{(pid=100602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:39:27.413050 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.414100 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.473803 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e40249-bfd8-4e24-8af2-c59b2dd2f8f6 None None] Network 067c5228-abc3-4d27-a952-04a59f68f9a8 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:27.512432 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Request body: {'subnet': {'network_id': '34690ab3-5add-481d-9f50-3d1302a7ec12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-864067720-subnet', 'tenant_id': 'b84064466e1441a9ba10b708f806d349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:27.589891 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:39:24Z', 'revision_number': 3, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:27.602819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Allocated IP 172.20.0.1 (837c12d3-2b97-4760-9735-6578493070b0/78caf5ed-c032-4db7-a994-7f0a42931f40/690d28a7-9eeb-4380-8c02-4f0ab6e30182) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:27.630372 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e8369-ad4c-46e4-8b63-b57fe245bc85 None None] The sync data for ids ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'] in dv-cinder-776307-8-iscsi is: [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:39:24Z', 'revision_number': 3, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:39:27.659953 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ff64-997b-40f8-8854-cfd9a8a6bb51 admin admin] Pushing event updated for resources: {'Network': ['ID=34690ab3-5add-481d-9f50-3d1302a7ec12,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:27.666754 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60652) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:27.720795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.724728 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 34690ab3-5add-481d-9f50-3d1302a7ec12 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:39:27.728076 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Attempting to bind port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:27.728698 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Attempting to bind port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:27.729282 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Attempting to bind port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 on network e3800de5-4167-4641-9f7a-9fc03e3dda01 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:27.769938 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Made reservation on behalf of b84064466e1441a9ba10b708f806d349 for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:27.772337 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.775543 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-4dc10898-1cb9-4e1d-bfd6-74db0a32ccfc service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610974 Sep 08 15:39:27.780320 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:27.780691 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Checking segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:27.781087 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.781612 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Bound using segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:27.782113 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Bound port: 9246fe28-35a4-496d-ac7d-7c6e62cb2833, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:27.782652 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.797774 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:27.906131 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-0e93d9fa-1856-495c-84bf-5fe58f7c5676 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:27.907837 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-0e93d9fa-1856-495c-84bf-5fe58f7c5676 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/networks?id=067c5228-abc3-4d27-a952-04a59f68f9a8 HTTP/1.1" status: 200 len: 812 time: 0.2372968 Sep 08 15:39:27.920888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Allocated IP 172.27.0.179 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/625a61cf-86cd-44b5-997d-7eb286e07d53) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:27.921146 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:28.042906 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:39:28.044064 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:28.049987 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:28.075458 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-4916b5c7-7a4a-4e9d-ad6e-c766c69c186f tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/quotas/123d8de5e7e840c29b40bf8328edf5f4 HTTP/1.1" status: 200 len: 375 time: 0.0269644 Sep 08 15:39:28.093604 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] For port 9246fe28-35a4-496d-ac7d-7c6e62cb2833, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:28.101704 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] For port 9246fe28-35a4-496d-ac7d-7c6e62cb2833, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9246fe28-35a4-496d-ac7d-7c6e62cb2833,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:28.114774 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:28.119155 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Pushing event updated for resources: {'Port': ['ID=690d28a7-9eeb-4380-8c02-4f0ab6e30182,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:28.136935 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Network 837c12d3-2b97-4760-9735-6578493070b0 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:28.140581 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:28.180309 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:28.180836 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:28.208511 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-c318bb22-94bb-4a87-95af-fecb4e227624 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=123d8de5e7e840c29b40bf8328edf5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664010 Sep 08 15:39:28.258498 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f5876a11-87d8-48c7-af17-6f9c379d50fa up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:28.301236 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-a15f3b0c-f097-480e-a2d1-8a7d136b343b service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872146 Sep 08 15:39:28.451976 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85777f7-13b2-4311-b8cf-f341e8c6ad1d None None] Pushing event updated for resources: {'Port': ['ID=9246fe28-35a4-496d-ac7d-7c6e62cb2833,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:28.548329 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port f5876a11-87d8-48c7-af17-6f9c379d50fa completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:28.569128 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port f5876a11-87d8-48c7-af17-6f9c379d50fa triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:28.569494 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:28.637504 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Allocated IP 172.20.0.2 (c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d/447fd226-1392-449b-bfb9-e0309fa527ab/f1e2d08d-b01e-4494-b44a-ed742c6e11da) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:28.666888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-0f6851b1-9f03-40e9-936f-c0fa2e1c0a50 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:39:28.668028 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-0f6851b1-9f03-40e9-936f-c0fa2e1c0a50 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653538 Sep 08 15:39:28.967418 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.029524 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port f5876a11-87d8-48c7-af17-6f9c379d50fa, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f5876a11-87d8-48c7-af17-6f9c379d50fa,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:29.035801 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-51425b5c-edd2-42d1-ab40-6591a1878ef5 req-6fca889b-e6d4-4ae6-aadc-efe2a7c843b0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.1324494 Sep 08 15:39:29.036967 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.067985 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-0cd1054e-2b4f-400a-a23f-515d20146a88 service neutron] 10.222.0.54 "GET /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612809 Sep 08 15:39:29.120376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=f5876a11-87d8-48c7-af17-6f9c379d50fa,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:29.144907 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.151879 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.165218 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Transition to ACTIVE for port object f1e2d08d-b01e-4494-b44a-ed742c6e11da will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:29.196690 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Transition to ACTIVE for port object f1e2d08d-b01e-4494-b44a-ed742c6e11da will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:29.205059 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.206080 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.233376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:29.240631 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.260055 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:29.263374 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:29.271049 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.295796 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.313495 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Pushing event updated for resources: {'Port': ['ID=f1e2d08d-b01e-4494-b44a-ed742c6e11da,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:29.322271 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-cb702272-e015-466c-9c86-b52ffa1d1254 service neutron] 10.222.0.54 "GET /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531581 Sep 08 15:39:29.335818 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.340763 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Attempting to bind port f1e2d08d-b01e-4494-b44a-ed742c6e11da on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:29.341264 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Attempting to bind port f1e2d08d-b01e-4494-b44a-ed742c6e11da by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:29.341611 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Attempting to bind port f1e2d08d-b01e-4494-b44a-ed742c6e11da on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:29.347799 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:29.348166 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Checking segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:29.349210 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.349210 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Bound using segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:29.349437 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Bound port: f1e2d08d-b01e-4494-b44a-ed742c6e11da, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:29.349883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.435650 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] For port f1e2d08d-b01e-4494-b44a-ed742c6e11da, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:29.439232 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] For port f1e2d08d-b01e-4494-b44a-ed742c6e11da, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f1e2d08d-b01e-4494-b44a-ed742c6e11da,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:29.444729 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.449269 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ddf147-9a77-4f14-a581-f24e5de27b8a,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:29.452888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:29.460304 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Checking segment: {'id': 'e8b19746-7808-4219-86af-c669c759c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '34690ab3-5add-481d-9f50-3d1302a7ec12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:29.460822 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Network hostable DHCP agents. Network: 34690ab3-5add-481d-9f50-3d1302a7ec12, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:39:29.475646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:29.483391 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:29.524173 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5dc90-4907-4d25-b87a-1915b64bab88 None None] Pushing event updated for resources: {'Port': ['ID=f1e2d08d-b01e-4494-b44a-ed742c6e11da,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:29.591806 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Allocated IP 172.27.0.53 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/f6b7a28f-2ea5-487a-87d9-43a4bef872f7) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:29.611842 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.619241 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.620140 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.634332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Pushing event updated for resources: {'Port': ['ID=625a61cf-86cd-44b5-997d-7eb286e07d53,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:29.694148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Network 34690ab3-5add-481d-9f50-3d1302a7ec12 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:39:29.735122 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 34690ab3-5add-481d-9f50-3d1302a7ec12) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:29.743399 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b74a33-fd6b-423b-a785-612156c1ccba None None] Network 34690ab3-5add-481d-9f50-3d1302a7ec12 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:29.773203 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:29.774248 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:29.852181 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a64d564-20c4-4e36-a0b2-134b9aceb6ca req-a21f48b6-c3df-4caa-99a9-208220ab1ca5 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0859060 Sep 08 15:39:29.933639 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4eac7db8-065c-48e3-8b19-c071b8ed4ed6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5438221 Sep 08 15:39:29.979063 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Pushing event updated for resources: {'Port': ['ID=690d28a7-9eeb-4380-8c02-4f0ab6e30182,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:30.078097 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.171409 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3d782-f3f8-4b24-96f5-01ad2999c8d3 None None] Network 34690ab3-5add-481d-9f50-3d1302a7ec12 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:30.176912 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60734) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:30.179877 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.323997 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-878a7211-78f8-4174-8d30-87abc9b2b16f req-6e561be3-97d2-4b5a-a8d6-5098de63132e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.0310838 Sep 08 15:39:30.387543 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Network 837c12d3-2b97-4760-9735-6578493070b0 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:30.412383 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Deleting subnet d7c978ad-8188-4d8a-b6b6-7deaa107c515 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:39:30.414936 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:30.425341 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.488765 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f5876a11-87d8-48c7-af17-6f9c379d50fa up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:30.579888 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port f5876a11-87d8-48c7-af17-6f9c379d50fa triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:30.580110 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.580827 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.626273 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.638665 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.694543 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9246fe28-35a4-496d-ac7d-7c6e62cb2833 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:30.706718 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:30.745892 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca48582-7a62-4f9e-92e5-3b33a4a4363f None None] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:30.759959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Router 6ed33e16-f249-4265-8c56-1b690f1c2e4d has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:39:30.762607 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Pushing event updated for resources: {'Port': ['ID=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:30.794549 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:30.795810 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-678de20a-8954-406e-b17b-f92fc82941da None None] Provisioning for port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:30.798323 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:30.811656 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:30.851434 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:39:30.965273 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:30.986019 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:30.986019 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.122451 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:39:31.153066 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1f984f1-cb99-4f8c-92a5-0efb9e61003b req-c23797a2-bff5-4ceb-8634-65960a4c8171 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0796938 Sep 08 15:39:31.178585 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:39:31.181558 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.182984 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-dcd1fc51-5bbb-4ba9-91a0-73ee7d7f6664 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9045537 Sep 08 15:39:31.186350 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60766) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:31.208505 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.221169 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:31.222047 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:31.244052 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.290864 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c978ad-8188-4d8a-b6b6-7deaa107c515,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:31.382521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.386965 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1a8250de-2efd-4dde-ab93-a9b2063614b3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d7c978ad-8188-4d8a-b6b6-7deaa107c515 HTTP/1.1" status: 204 len: 168 time: 1.1870441 Sep 08 15:39:31.386965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:39:31.389694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60774) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:31.408510 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-da12e8f5-caea-455d-a9da-e1e6a269bb2f admin admin] 10.222.0.54 "PUT /v2.0/routers/6ed33e16-f249-4265-8c56-1b690f1c2e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6219459 Sep 08 15:39:31.427294 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Sync routers for ids ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:39:31.443090 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Routers {'6ed33e16-f249-4265-8c56-1b690f1c2e4d'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:31.443721 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:31.472684 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0a5a9-4cba-40fe-bd39-116ed352291a None None] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:39:31.531023 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 9246fe28-35a4-496d-ac7d-7c6e62cb2833, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9246fe28-35a4-496d-ac7d-7c6e62cb2833,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:31.585509 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.590475 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f1e2d08d-b01e-4494-b44a-ed742c6e11da up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:31.698066 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.703806 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.719651 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-467bd78f-ae1e-4ed2-8f15-5cf1b7281ad3 req-c0af86ae-e4d6-4ffa-9c1a-5d03d4c436fd tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.0417309 Sep 08 15:39:31.797863 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-1a442931-9864-46b7-abdd-25b70af0ca7a None None] Provisioning for port f1e2d08d-b01e-4494-b44a-ed742c6e11da completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:31.804490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:31.897509 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Set router 6ed33e16-f249-4265-8c56-1b690f1c2e4d gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:31.915548 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=9246fe28-35a4-496d-ac7d-7c6e62cb2833,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:31.940768 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:31.969105 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.969799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.970728 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.971282 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > port after_create 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.971796 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.972321 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > port after_update 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.972828 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.973956 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.974453 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:31.974970 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:32.010067 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port f1e2d08d-b01e-4494-b44a-ed742c6e11da completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:32.025541 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port f1e2d08d-b01e-4494-b44a-ed742c6e11da triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:32.025932 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.050301 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-30fc2149-ed02-4cb9-bb82-5378882272ad None None] Provisioning complete for port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:32.050664 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-30fc2149-ed02-4cb9-bb82-5378882272ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.169370 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 4, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '690d28a7-9eeb-4380-8c02-4f0ab6e30182', 'name': '', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'mac_address': 'fa:16:3e:b8:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 2, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'subnets': [{'id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:32.212616 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Checking router: 6ed33e16-f249-4265-8c56-1b690f1c2e4d for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:39:32.213135 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Updating router 6ed33e16-f249-4265-8c56-1b690f1c2e4d port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:39:32.225979 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.244778 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:32.245132 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:32.245815 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:32.245954 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:39:32.246245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a51a4f-a433-4471-9453-f6b4a1a4b16b']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:32.263562 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.271412 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.309761 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b560c30-3f38-4607-bf96-f2c1879e8743') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:32.310261 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b560c30-3f38-4607-bf96-f2c1879e8743') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:32.331256 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 3, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:32.395848 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:39:32.396288 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Updating router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 port 625a61cf-86cd-44b5-997d-7eb286e07d53 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:39:32.411038 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.483701 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port f1e2d08d-b01e-4494-b44a-ed742c6e11da, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f1e2d08d-b01e-4494-b44a-ed742c6e11da,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:32.492346 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.499064 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.631402 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.632021 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2657d9f3-e2df-47ad-92d5-39ea9e9b96b8 req-9cca56a2-123a-4151-ab6e-a555733b8b9a tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0839860 Sep 08 15:39:32.656400 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-91b3c985-8f74-450d-84e3-5983ce6c41b8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:32.658120 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-91b3c985-8f74-450d-84e3-5983ce6c41b8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 819 time: 0.6914604 Sep 08 15:39:32.661531 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:39:32.662926 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.674657 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=f1e2d08d-b01e-4494-b44a-ed742c6e11da,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: from cryptography.utils import int_from_bytes Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: from cryptography.utils import int_from_bytes Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:39:32.676514 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:39:32.714273 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9246fe28-35a4-496d-ac7d-7c6e62cb2833 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:32.737689 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-fdb23651-f72b-4465-b3b7-b996d444fd8f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/quotas/c7eb6afa978747138dcf90e0e88ab9e1 HTTP/1.1" status: 200 len: 375 time: 0.0632095 Sep 08 15:39:32.790908 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.809374 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.838017 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.850677 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Transition to ACTIVE for port object 690d28a7-9eeb-4380-8c02-4f0ab6e30182 will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:32.857137 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.860287 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] 10.222.0.54 "DELETE /v2.0/networks/87a51a4f-a433-4471-9453-f6b4a1a4b16b HTTP/1.1" status: 204 len: 168 time: 1.4687264 Sep 08 15:39:32.863567 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.864598 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60806) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:32.888629 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Allocated IP 172.20.0.1 (e3800de5-4167-4641-9f7a-9fc03e3dda01/3b42b172-4016-4815-83ba-e2645f37aaf9/b2662e71-9dc2-4738-a40f-61d5864b301b) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:32.905482 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9bf5e-897e-46f7-9ff7-9b86e2709913 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a51a4f-a433-4471-9453-f6b4a1a4b16b,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:32.921773 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1c7a3-71e9-4cfb-8181-23fd2e2754fe None None] Pushing event updated for resources: {'Port': ['ID=690d28a7-9eeb-4380-8c02-4f0ab6e30182,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:32.925602 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-5815d056-9c76-4f9a-ad7c-85bf0d1491f2 None None] Provisioning complete for port f1e2d08d-b01e-4494-b44a-ed742c6e11da triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:32.926011 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5815d056-9c76-4f9a-ad7c-85bf0d1491f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.962498 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Deleting subnet 52ddf147-9a77-4f14-a581-f24e5de27b8a {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:39:32.965948 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:32.992385 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:32.992756 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.005692 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.009691 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8db8b311-2e54-428b-8e8a-21e27bc764dd req-cfdb8070-adee-477e-abc9-334e09eb8399 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.1705542 Sep 08 15:39:33.023993 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Attempting to bind port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:33.024456 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Attempting to bind port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:33.025830 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Attempting to bind port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 on network 837c12d3-2b97-4760-9735-6578493070b0 {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:33.040910 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:33.041904 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Checking segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:33.042440 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.043026 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Bound using segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:33.043454 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Bound port: 690d28a7-9eeb-4380-8c02-4f0ab6e30182, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:33.043865 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.083788 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-fccb0cbc-0c60-4983-a916-cdccdd90df96 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3366694 Sep 08 15:39:33.085948 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.164168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.164376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.165886 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:39:33.166028 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] For port 690d28a7-9eeb-4380-8c02-4f0ab6e30182, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:33.176682 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] For port 690d28a7-9eeb-4380-8c02-4f0ab6e30182, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=690d28a7-9eeb-4380-8c02-4f0ab6e30182,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:33.191208 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.278150 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Transition to ACTIVE for port object 625a61cf-86cd-44b5-997d-7eb286e07d53 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:33.282887 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-2a826098-9583-4af5-9546-d34beb99436e service neutron] 10.222.0.54 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981597 Sep 08 15:39:33.287260 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.provisioning_blocks [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Transition to ACTIVE for port object b2662e71-9dc2-4738-a40f-61d5864b301b will not be triggered until provisioned by entity DHCP. {{(pid=100601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:33.288764 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1c7a3-71e9-4cfb-8181-23fd2e2754fe None None] Pushing event updated for resources: {'Port': ['ID=690d28a7-9eeb-4380-8c02-4f0ab6e30182,revision_number=4']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:33.290182 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.319714 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Routers {'6ed33e16-f249-4265-8c56-1b690f1c2e4d'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:33.320644 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:33.373959 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Attempting to bind port 625a61cf-86cd-44b5-997d-7eb286e07d53 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:33.374338 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Attempting to bind port 625a61cf-86cd-44b5-997d-7eb286e07d53 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:33.374703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Attempting to bind port 625a61cf-86cd-44b5-997d-7eb286e07d53 on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:33.377006 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cb130-6218-4104-9454-522e6863232e None None] Pushing event updated for resources: {'Port': ['ID=625a61cf-86cd-44b5-997d-7eb286e07d53,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:33.383868 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:33.384236 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:33.384610 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.385048 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:33.385514 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Bound port: 625a61cf-86cd-44b5-997d-7eb286e07d53, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:33.385936 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.388893 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.397472 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.59', 49855) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:33.472578 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] Set router 6ed33e16-f249-4265-8c56-1b690f1c2e4d gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:33.489142 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ddf147-9a77-4f14-a581-f24e5de27b8a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:33.497327 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.501132 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] For port 625a61cf-86cd-44b5-997d-7eb286e07d53, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:33.505283 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-434ecf3f-ae93-4fb6-b485-e69bc4b8fc62 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/52ddf147-9a77-4f14-a581-f24e5de27b8a HTTP/1.1" status: 204 len: 168 time: 0.6314886 Sep 08 15:39:33.507693 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60824) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:33.512366 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] For port 625a61cf-86cd-44b5-997d-7eb286e07d53, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=625a61cf-86cd-44b5-997d-7eb286e07d53,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:33.530858 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.539299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-7d12c93d-8f05-4b57-ad53-da198bf4db60 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:33.540870 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-7d12c93d-8f05-4b57-ad53-da198bf4db60 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.59 "GET /v2.0/networks?id=067c5228-abc3-4d27-a952-04a59f68f9a8 HTTP/1.1" status: 200 len: 812 time: 0.1389713 Sep 08 15:39:33.590063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.626297 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-2bb28b16-ec67-40cb-b929-8231762cd213 service neutron] 10.222.0.54 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418007 Sep 08 15:39:33.642515 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:33.644549 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:33.647111 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Request body: {'port': {'device_id': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8', 'admin_state_up': True, 'tenant_id': '123d8de5e7e840c29b40bf8328edf5f4'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:33.650396 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cb130-6218-4104-9454-522e6863232e None None] Pushing event updated for resources: {'Port': ['ID=625a61cf-86cd-44b5-997d-7eb286e07d53,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:33.680019 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:39:33.710618 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.746075 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.751223 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:39:33.752721 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-dd14cabe-4819-45bc-aa36-0f2fdac2b95f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5871193 Sep 08 15:39:33.756095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60840) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:33.802106 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:33.816186 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:33.819637 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:33.820373 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:33.866640 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:33.991284 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 4, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '690d28a7-9eeb-4380-8c02-4f0ab6e30182', 'name': '', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'mac_address': 'fa:16:3e:b8:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:33Z', 'revision_number': 4, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'subnets': [{'id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:34.023090 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.59', 49860) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:34.054450 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cb75c8-1613-49f2-952c-7c728fbe88a1 None None] The sync data for ids ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'] in dv-cinder-776307-8-iscsi is: [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 4, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '690d28a7-9eeb-4380-8c02-4f0ab6e30182', 'name': '', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'mac_address': 'fa:16:3e:b8:00:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:33Z', 'revision_number': 4, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'subnets': [{'id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:39:34.060590 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:34.061793 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:34.443775 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Pushing event updated for resources: {'Port': ['ID=b2662e71-9dc2-4738-a40f-61d5864b301b,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:34.503050 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28ad9d78-efc1-4e93-813e-7d20450fe69b req-0e2c8227-51e7-4c5a-a42c-5e97d207f1f5 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.6952221 Sep 08 15:39:34.644343 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:34.676691 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e14ae792-7c74-4af7-af3d-076ea4bcf6ec req-486be6fa-a119-4bc7-8def-11c54bbe4642 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 210 time: 0.4962747 Sep 08 15:39:34.788591 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-84a116e2-9321-4c73-8db8-26e6cd30e02f req-e6c43b9d-873c-404b-8a3b-ff7d1d79b092 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.1361756 Sep 08 15:39:34.900841 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-34645fca-995b-42ef-8715-636a245a9a8b None None] Provisioning for port b2662e71-9dc2-4738-a40f-61d5864b301b completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:34.925863 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:34.989421 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-34645fca-995b-42ef-8715-636a245a9a8b None None] Provisioning complete for port b2662e71-9dc2-4738-a40f-61d5864b301b triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:34.993179 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-34645fca-995b-42ef-8715-636a245a9a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.075370 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 690d28a7-9eeb-4380-8c02-4f0ab6e30182 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:35.273282 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:35.281589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34690ab3-5add-481d-9f50-3d1302a7ec12']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:35.309821 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b19746-7808-4219-86af-c669c759c82b') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:35.310097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b19746-7808-4219-86af-c669c759c82b') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:35.327668 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.364201 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.380091 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:39:35.380500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:39:35.511502 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:39:35.563278 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.634404 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.673324 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-e70a471b-6ecd-48d5-9da9-a23f0076d07e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:35.673324 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-e70a471b-6ecd-48d5-9da9-a23f0076d07e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 1.6406081 Sep 08 15:39:35.676596 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.684206 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.686361 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.711758 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-34645fca-995b-42ef-8715-636a245a9a8b None None] Port b2662e71-9dc2-4738-a40f-61d5864b301b cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:39:35.749205 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:35.770577 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] 10.222.0.54 "DELETE /v2.0/networks/34690ab3-5add-481d-9f50-3d1302a7ec12 HTTP/1.1" status: 204 len: 168 time: 2.2612772 Sep 08 15:39:35.778355 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719d903-e03c-4cf9-b9a8-40b8461bc171 admin admin] Pushing event deleted for resources: {'Network': ['ID=34690ab3-5add-481d-9f50-3d1302a7ec12,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:35.793693 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Request body: {'port': {'device_id': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'admin_state_up': True, 'tenant_id': '3081dd91bfa642009df3b19188247e8c'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:35.943671 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:35.964338 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:35.964772 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:36.085160 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b641fa36-75de-4eca-850f-4525e8839f8a req-8c5d2587-e4a5-4d72-ab7f-da6acaeca412 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.2098544 Sep 08 15:39:36.105491 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 3, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:36.108052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Made reservation on behalf of 123d8de5e7e840c29b40bf8328edf5f4 for: {'port': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:36.112180 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:36.146794 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Pushing event updated for resources: {'Port': ['ID=b2662e71-9dc2-4738-a40f-61d5864b301b,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:36.253496 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768193b9-6cb2-44e3-96b3-0630a45e415b None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 3, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:39:36.292126 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 60936) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:36.378956 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:31Z', 'revision_number': 3, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:36.444765 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-74ab47de-653f-401a-8797-3c58e7da1f02 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:36.459053 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-74ab47de-653f-401a-8797-3c58e7da1f02 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 819 time: 0.8204858 Sep 08 15:39:36.470082 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:39:36.470551 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Updating router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:39:36.473991 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:36.498337 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-03f498cf-6d99-404f-a7c5-0c0158a5283d req-73c121af-2fcb-40fa-b2da-63bd8f897602 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.1384437 Sep 08 15:39:36.552008 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:36.896298 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-45c1e9a5-374b-42bf-8b4c-7bb9a88b1f85 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/quotas/c7eb6afa978747138dcf90e0e88ab9e1 HTTP/1.1" status: 200 len: 375 time: 0.4362667 Sep 08 15:39:36.912060 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:36.944277 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 690d28a7-9eeb-4380-8c02-4f0ab6e30182, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=690d28a7-9eeb-4380-8c02-4f0ab6e30182,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:36.946444 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.59', 49871) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:36.951484 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:36.979907 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:36.980718 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f1e2d08d-b01e-4494-b44a-ed742c6e11da up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:36.985329 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:37.033969 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60952) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:37.034413 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b66c86c8-e0c8-4edc-afaa-38e95e45d7f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff362bbb20ab463f8b8907c29a8013a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7305846 Sep 08 15:39:37.116912 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Made reservation on behalf of 3081dd91bfa642009df3b19188247e8c for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:37.136088 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.395375 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f76ba53e-ef0a-46fa-8893-0919ea5ddf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.430979 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=690d28a7-9eeb-4380-8c02-4f0ab6e30182,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:37.451962 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.467098 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-e4bb89ef-34b8-4335-9539-a771964de522 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5502641 Sep 08 15:39:37.508155 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Allocated IP 172.20.0.3 (067c5228-abc3-4d27-a952-04a59f68f9a8/761e3f7b-5be8-4630-9fd3-0d0d4a04bdab/a74dfb00-2aa8-494b-9ba3-47660a7ebf6c) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:37.527695 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port f1e2d08d-b01e-4494-b44a-ed742c6e11da triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:37.530560 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.558205 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 60968) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:37.628651 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Transition to ACTIVE for port object f6b7a28f-2ea5-487a-87d9-43a4bef872f7 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:37.655785 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-2cf9d6f1-81da-4f07-9120-4ab1fe5c3bf2 None None] Provisioning complete for port b2662e71-9dc2-4738-a40f-61d5864b301b triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:37.657369 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2cf9d6f1-81da-4f07-9120-4ab1fe5c3bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.661563 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.898526 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Attempting to bind port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:37.899114 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Attempting to bind port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:37.901088 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Attempting to bind port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:37.935471 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:37.936109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:37.936683 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:37.937440 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:37.938379 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Bound port: f6b7a28f-2ea5-487a-87d9-43a4bef872f7, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:37.938972 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.056788 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Allocated IP 172.20.0.6 (b8ab893c-c2f2-4736-94aa-03332fe96506/fb5d3c97-7c44-46b8-8d86-270bbd20aed0/4c7cf228-428a-4acd-964f-f728d7f9d1d6) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:38.100424 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] For port f6b7a28f-2ea5-487a-87d9-43a4bef872f7, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:38.108416 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] For port f6b7a28f-2ea5-487a-87d9-43a4bef872f7, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:38.112728 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9d6f1-81da-4f07-9120-4ab1fe5c3bf2 None None] Port b2662e71-9dc2-4738-a40f-61d5864b301b cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:39:38.122603 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.133329 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4522f06-a9cc-4352-8918-8663c53dd8c1 None None] Pushing event updated for resources: {'Port': ['ID=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:38.176642 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5837b294-44e4-41b4-8725-166165bd99e2 req-5f8d1b8b-f4c8-4beb-954e-18d6bf6bae7e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.7898288 Sep 08 15:39:38.181793 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 690d28a7-9eeb-4380-8c02-4f0ab6e30182 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:38.257045 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:38.257708 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:38.320144 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-9a7468ff-e2ef-4658-bfb4-76891bbc1879 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:38.329212 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-9a7468ff-e2ef-4658-bfb4-76891bbc1879 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 819 time: 1.2137077 Sep 08 15:39:38.346801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4693c0ae-a30f-4fa7-b53d-433274e14ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.389061 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4522f06-a9cc-4352-8918-8663c53dd8c1 None None] Pushing event updated for resources: {'Port': ['ID=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:38.432855 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Request body: {'port': {'device_id': '55206b57-123b-42e6-8074-1b156362fd41', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'admin_state_up': True, 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:38.442409 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:38.442782 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.520533 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:38.554985 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Allocated IP 172.20.0.1 (c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d/447fd226-1392-449b-bfb9-e0309fa527ab/05bbb1cd-ea9a-4cd0-80b0-912794367f94) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:38.683280 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fab1a9ad-6e55-4771-a2d4-4e23f9d07e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.696112 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f22a9f84-77b2-4e57-b1ae-12f8f25165a7 req-9152ac07-dbf5-457a-aab3-63584e9826d1 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 210 time: 0.3470700 Sep 08 15:39:38.725053 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.750091 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4693c0ae-a30f-4fa7-b53d-433274e14ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.758615 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Transition to ACTIVE for port object 05bbb1cd-ea9a-4cd0-80b0-912794367f94 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:38.817391 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 625a61cf-86cd-44b5-997d-7eb286e07d53 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:38.820833 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.870963 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:39:38.942441 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 625a61cf-86cd-44b5-997d-7eb286e07d53 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:38.962989 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 625a61cf-86cd-44b5-997d-7eb286e07d53 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:38.963715 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:38.983626 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-abb614c7-6177-4704-81c2-10a530d216a7 service neutron] 10.222.0.54 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5056965 Sep 08 15:39:39.122942 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:39.139445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.144256 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:39.154997 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:39.216608 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:31Z', 'revision_number': 3, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:39.227566 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.245643 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Pushing event updated for resources: {'Port': ['ID=05bbb1cd-ea9a-4cd0-80b0-912794367f94,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:39.269470 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-f9869e7f-6410-466a-b49d-959524118ec7 service neutron] 10.222.0.54 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761934 Sep 08 15:39:39.320623 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61ad66-61c0-47e2-829e-00f8df44c0c5 None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:31Z', 'revision_number': 3, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:39:39.336240 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.446838 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 625a61cf-86cd-44b5-997d-7eb286e07d53, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=625a61cf-86cd-44b5-997d-7eb286e07d53,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:39.456409 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.485971 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:39:39.596098 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=625a61cf-86cd-44b5-997d-7eb286e07d53,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:39.639199 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.663142 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-27516496-2fd7-484c-809a-85be67deb1a9 None None] Provisioning for port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:39.667559 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-27516496-2fd7-484c-809a-85be67deb1a9 None None] Provisioning complete for port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:39.667938 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-27516496-2fd7-484c-809a-85be67deb1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.760347 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Network b8ab893c-c2f2-4736-94aa-03332fe96506 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:39.778702 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-27516496-2fd7-484c-809a-85be67deb1a9 None None] Port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:39:39.822809 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-d723375b-041d-449a-bed6-c2cd0534bf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:39.871267 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:39.899867 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:40.048416 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:39:40.051846 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:39:40.063163 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:40.082645 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:40.115629 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event updated for resources: {'Port': ['ID=4c7cf228-428a-4acd-964f-f728d7f9d1d6,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:40.118946 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-919ccc7d-ed6e-49ec-83a6-134c59b78d4f admin admin] 10.222.0.54 "PUT /v2.0/routers/412b33d4-1ec0-4bd8-a1b2-8ab15c67e810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9281287 Sep 08 15:39:40.127884 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e8b7eca3-fba5-4cd1-bf8f-6e878c01eb9c req-55c5b0cc-d21e-4465-bf55-dde9327c6aff tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.6593230 Sep 08 15:39:40.290164 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.296864 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.339375 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f6b7a28f-2ea5-487a-87d9-43a4bef872f7 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:40.351616 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a299bfa6-224f-4d25-8bc4-2c4a73ebbe85 req-728f0fdb-f002-4653-98cc-c41e024e2e79 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 210 time: 0.3295386 Sep 08 15:39:40.357594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.393566 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4693c0ae-a30f-4fa7-b53d-433274e14ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.396380 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4693c0ae-a30f-4fa7-b53d-433274e14ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.397715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4693c0ae-a30f-4fa7-b53d-433274e14ef3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b51f88ae-bb97-42ce-be78-9e39ac147940 HTTP/1.1" status: 204 len: 168 time: 3.3521481 Sep 08 15:39:40.433298 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:40.433298 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.480639 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:40.499675 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:40.500119 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.536287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693c0ae-a30f-4fa7-b53d-433274e14ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51f88ae-bb97-42ce-be78-9e39ac147940,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:40.563250 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:40.946813 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a77d0a-daef-48a9-8913-e5ceb713b54b req-fcc6afe0-b51e-4a33-af50-171ac5502fa5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:40.947191 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:40.951324 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f5a77d0a-daef-48a9-8913-e5ceb713b54b req-fcc6afe0-b51e-4a33-af50-171ac5502fa5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 931 time: 0.4209068 Sep 08 15:39:40.962187 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.004261 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port f6b7a28f-2ea5-487a-87d9-43a4bef872f7, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:41.012382 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.013269 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 625a61cf-86cd-44b5-997d-7eb286e07d53 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:41.034830 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fab1a9ad-6e55-4771-a2d4-4e23f9d07e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.035832 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.036798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.047739 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.098177 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-97914440-2752-4fa2-b355-b848ab59d289 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3093200 Sep 08 15:39:41.110296 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 2, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:41.113497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fab1a9ad-6e55-4771-a2d4-4e23f9d07e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.130307 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-3afb5a13-b577-4363-8d27-7d50defb520d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:39:41.131499 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-3afb5a13-b577-4363-8d27-7d50defb520d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128639 Sep 08 15:39:41.190243 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:39:41.190817 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Updating router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 port b2662e71-9dc2-4738-a40f-61d5864b301b binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:39:41.232071 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:41.252340 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Pushing event updated for resources: {'Port': ['ID=05bbb1cd-ea9a-4cd0-80b0-912794367f94,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:41.255094 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 625a61cf-86cd-44b5-997d-7eb286e07d53 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:41.255466 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.262372 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.278980 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.565236 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:41.572602 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 32804) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:41.575036 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:41.624584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1a9ad-6e55-4771-a2d4-4e23f9d07e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc891da-8337-4020-aa09-fd2980a5a86d,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:41.661762 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f5a77d0a-daef-48a9-8913-e5ceb713b54b req-0ee0388a-cfc9-4efc-b2c7-7e424cad0cc8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806927 Sep 08 15:39:41.749465 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-fab1a9ad-6e55-4771-a2d4-4e23f9d07e74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c0f3581c08e436d86c1b2529a91423e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1850791 Sep 08 15:39:41.757064 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 32808) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:41.757470 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Made reservation on behalf of c7eb6afa978747138dcf90e0e88ab9e1 for: {'port': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:41.767191 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:41.805535 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Network 067c5228-abc3-4d27-a952-04a59f68f9a8 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:41.860930 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-234ef626-f3d4-4aa1-b109-b99b2061385e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b84064466e1441a9ba10b708f806d349&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2668974 Sep 08 15:39:41.886116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 32814) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:42.015554 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Request body: {'port': {'device_id': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:42.036721 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f6b7a28f-2ea5-487a-87d9-43a4bef872f7 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:42.059010 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Pushing event updated for resources: {'Port': ['ID=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:42.097750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 32820) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:42.102566 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:42.112306 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:42.124464 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:42.129643 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.186433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842553994', 'description': 'tempest-description--1235868243'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:42.234605 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-fa0a8ac0-3327-40f1-8552-6f1ecbde818b None None] Provisioning complete for port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:42.234969 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fa0a8ac0-3327-40f1-8552-6f1ecbde818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.260512 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-db836f9c-6a19-4c15-b35a-b9acb0f26737 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6154873 Sep 08 15:39:42.263936 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.290690 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Transition to ACTIVE for port object b2662e71-9dc2-4738-a40f-61d5864b301b will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:42.301371 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a77e42a-0d33-4483-8f1d-9594a7dbab02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.302225 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.308148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Request body: {'port': {'device_id': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:42.339186 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:42.339541 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.345640 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a77e42a-0d33-4483-8f1d-9594a7dbab02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.352368 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Allocated IP 172.20.0.14 (837c12d3-2b97-4760-9735-6578493070b0/78caf5ed-c032-4db7-a994-7f0a42931f40/c694de99-fa2a-4ccf-9d4f-e790d46486b3) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:42.396377 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a8ac0-3327-40f1-8552-6f1ecbde818b None None] Port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:39:42.411581 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4de99e-4d1c-4af7-8bc3-1ba0d4fca225 None None] Pushing event updated for resources: {'Port': ['ID=b2662e71-9dc2-4738-a40f-61d5864b301b,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:42.440298 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.59', 49878) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:42.494165 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.549998 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.575783 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Attempting to bind port b2662e71-9dc2-4738-a40f-61d5864b301b on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:42.577984 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Attempting to bind port b2662e71-9dc2-4738-a40f-61d5864b301b by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:42.581007 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Attempting to bind port b2662e71-9dc2-4738-a40f-61d5864b301b on network e3800de5-4167-4641-9f7a-9fc03e3dda01 {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:42.591372 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a77e42a-0d33-4483-8f1d-9594a7dbab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.600913 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:42.601873 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a77e42a-0d33-4483-8f1d-9594a7dbab02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.602601 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Checking segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:42.603573 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-8a77e42a-0d33-4483-8f1d-9594a7dbab02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cc891da-8337-4020-aa09-fd2980a5a86d HTTP/1.1" status: 204 len: 168 time: 0.8286886 Sep 08 15:39:42.603949 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.604713 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Bound using segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:42.606284 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Bound port: b2662e71-9dc2-4738-a40f-61d5864b301b, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:42.608253 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.648532 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.706330 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:39:42.709559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77e42a-0d33-4483-8f1d-9594a7dbab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc891da-8337-4020-aa09-fd2980a5a86d,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:42.793224 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa31b31d-b948-4054-8b37-c18e5bb9d814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.797871 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] For port b2662e71-9dc2-4738-a40f-61d5864b301b, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:42.811865 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] For port b2662e71-9dc2-4738-a40f-61d5864b301b, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b2662e71-9dc2-4738-a40f-61d5864b301b,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:42.818668 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:42.899903 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fb302814-6bd0-48c0-a8af-676b3e4f1e2b req-722f411f-020a-427d-9342-b240a5d66dc0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 210 time: 0.6191130 Sep 08 15:39:43.013285 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:43.015747 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:43.066122 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4de99e-4d1c-4af7-8bc3-1ba0d4fca225 None None] Pushing event updated for resources: {'Port': ['ID=b2662e71-9dc2-4738-a40f-61d5864b301b,revision_number=4']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:43.104295 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa31b31d-b948-4054-8b37-c18e5bb9d814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:43.151704 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ee6e8-c6d4-4a5f-9928-859e106100a7 req-65e34548-6a86-4b4f-b6c9-3c2ffa4564f3 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:43.163843 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1d3ee6e8-c6d4-4a5f-9928-859e106100a7 req-65e34548-6a86-4b4f-b6c9-3c2ffa4564f3 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 931 time: 1.0954266 Sep 08 15:39:43.180365 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:43.204894 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:43.532862 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:39:43.550701 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-7be8c2c0-c1f0-4160-837c-d76daef781a2 admin admin] 10.222.0.54 "PUT /v2.0/routers/0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7774343 Sep 08 15:39:43.550818 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:39:43.566958 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:43.569915 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:43.571683 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa31b31d-b948-4054-8b37-c18e5bb9d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:43.574763 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa31b31d-b948-4054-8b37-c18e5bb9d814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:43.583731 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-aa31b31d-b948-4054-8b37-c18e5bb9d814 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ebd3630-b575-4859-82e8-6ecf03fee171 HTTP/1.1" status: 204 len: 168 time: 1.6736591 Sep 08 15:39:43.622187 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:42Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:43.628503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31b31d-b948-4054-8b37-c18e5bb9d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebd3630-b575-4859-82e8-6ecf03fee171,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:43.699863 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fe04e-7510-4d23-bcc0-64cb63edccf8 None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:42Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:39:43.822848 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-6757e699-30f9-475b-b1f0-688f0cdba07a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:43.826454 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-6757e699-30f9-475b-b1f0-688f0cdba07a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 819 time: 1.3383117 Sep 08 15:39:43.934042 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7cf228-428a-4acd-964f-f728d7f9d1d6 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:39:43.980888 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.023181 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:44.069472 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Transition to ACTIVE for port object 4c7cf228-428a-4acd-964f-f728d7f9d1d6 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:44.080996 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.133148 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b2662e71-9dc2-4738-a40f-61d5864b301b up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:44.152298 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Request body: {'port': {'device_id': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'admin_state_up': True, 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:44.448334 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Pushing event updated for resources: {'Port': ['ID=4c7cf228-428a-4acd-964f-f728d7f9d1d6,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:44.480784 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1d3ee6e8-c6d4-4a5f-9928-859e106100a7 req-638d8c3a-ed5f-4645-81ff-0a4a64663b75 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3036525 Sep 08 15:39:44.584331 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Attempting to bind port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:44.584758 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Attempting to bind port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:44.585038 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Attempting to bind port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:44.609108 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 on network b8ab893c-c2f2-4736-94aa-03332fe96506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:39:44.609443 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Attempting to bind port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:44.616520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:44.616891 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Checking segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:44.617487 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Bound using segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:44.621366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Bound port: 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:44.622268 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.733051 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.812482 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] For port 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:44.829179 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.833370 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] For port 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:44.843874 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.872301 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:44.873326 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:44.875268 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] 10.222.0.59 "PUT /v2.0/ports/4c7cf228-428a-4acd-964f-f728d7f9d1d6 HTTP/1.1" status: 200 len: 1093 time: 3.0681028 Sep 08 15:39:44.875924 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'tag': '4c7cf228-428a-4acd-964f-f728d7f9d1d6'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:39:44.909392 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Pushing event updated for resources: {'Port': ['ID=c694de99-fa2a-4ccf-9d4f-e790d46486b3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:44.952688 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port b2662e71-9dc2-4738-a40f-61d5864b301b completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:44.965854 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db93ab-eb87-42a7-8343-49f1c0c52a86 req-b56421c4-4702-48f2-b697-498cb3be8c00 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:44.973136 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d9db93ab-eb87-42a7-8343-49f1c0c52a86 req-b56421c4-4702-48f2-b697-498cb3be8c00 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 931 time: 1.8316262 Sep 08 15:39:44.979599 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port b2662e71-9dc2-4738-a40f-61d5864b301b triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:44.981556 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.057703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 2, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:45.152172 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:39:45.156858 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Updating router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:39:45.226220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Network 837c12d3-2b97-4760-9735-6578493070b0 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:45.251365 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd1a8f-cb9e-43fa-9307-e98ab6bdaeca service neutron] Pushing event updated for resources: {'Port': ['ID=4c7cf228-428a-4acd-964f-f728d7f9d1d6,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:45.286257 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.424836 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74dfb00-2aa8-494b-9ba3-47660a7ebf6c {{(pid=100601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:39:45.429348 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-f5473dc0-0437-4005-b540-4411e06dd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:45.437079 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-f5473dc0-0437-4005-b540-4411e06dd3cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 1096 time: 0.4431825 Sep 08 15:39:45.450781 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.479133 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.487233 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d9db93ab-eb87-42a7-8343-49f1c0c52a86 req-5f06a5e4-0191-4c76-8b99-a21e78b3c479 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711425 Sep 08 15:39:45.531553 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:45.561510 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:45.590442 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:45.595205 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.599895 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.provisioning_blocks [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Transition to ACTIVE for port object a74dfb00-2aa8-494b-9ba3-47660a7ebf6c will not be triggered until provisioned by entity L2. {{(pid=100601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:45.642615 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.767178 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port b2662e71-9dc2-4738-a40f-61d5864b301b, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b2662e71-9dc2-4738-a40f-61d5864b301b,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:45.821513 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:45.847290 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f534f42-44af-40bd-b66c-f3cf68b8000b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e4fce-3e6f-464f-895f-6556c5eb7d53", "tag": "4c7cf228-428a-4acd-964f-f728d7f9d1d6"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:39:45.863995 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-dd6b4fa9-9361-41ff-86d9-8c11f8f03e0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6 HTTP/1.1" status: 200 len: 217 time: 0.3750131 Sep 08 15:39:45.878965 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22df56e2-528e-4686-9aff-0b54ac2ee308 req-b170444e-5f19-4c78-94fc-5a4d5909a763 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 210 time: 0.2081492 Sep 08 15:39:45.953227 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Attempting to bind port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:45.953912 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Attempting to bind port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '01811a06-f594-4a00-84f9-e145c5abf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8'}] {{(pid=100601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:45.954296 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Attempting to bind port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c on network 067c5228-abc3-4d27-a952-04a59f68f9a8 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:45.959676 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Pushing event updated for resources: {'Port': ['ID=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:45.994047 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c on network 067c5228-abc3-4d27-a952-04a59f68f9a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:39:45.994523 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Attempting to bind port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c on network 067c5228-abc3-4d27-a952-04a59f68f9a8 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:46.012501 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:46.013025 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Checking segment: {'id': '01811a06-f594-4a00-84f9-e145c5abf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:46.014022 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Bound using segment: {'id': '01811a06-f594-4a00-84f9-e145c5abf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8'} {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:46.014257 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Bound port: a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01811a06-f594-4a00-84f9-e145c5abf0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8'}}] {{(pid=100601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:46.014721 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:46.032991 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:46.061454 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:46.062029 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-b3423cb2-4d3d-40a3-bf6f-f64613765341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:46.063419 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-b3423cb2-4d3d-40a3-bf6f-f64613765341 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.1952162 Sep 08 15:39:46.087670 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-483dc23e-a994-4f3b-bfe9-e5bc70c1e9d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7029428 Sep 08 15:39:46.138147 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Made reservation on behalf of c7eb6afa978747138dcf90e0e88ab9e1 for: {'port': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:46.143129 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:46.167042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Request body: {'port': {'device_id': '55206b57-123b-42e6-8074-1b156362fd41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:46.237897 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=b2662e71-9dc2-4738-a40f-61d5864b301b,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:46.246035 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-822139dd-a89e-4453-93e3-f687f2d40f3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620882 Sep 08 15:39:46.494021 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 32938) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:46.508876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555903282', 'description': 'tempest-description--1109180142'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:46.591474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:46.669494 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-58eb69ae-c159-4c28-8f5c-86eb4319a264 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803899 Sep 08 15:39:46.713220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:46.900460 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ae6f-b698-4e03-9964-993a785f8c9a req-4a236750-baca-40cc-ab3a-ff931b0c5a1d tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:46.902078 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-17b7ae6f-b698-4e03-9964-993a785f8c9a req-4a236750-baca-40cc-ab3a-ff931b0c5a1d tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.8126850 Sep 08 15:39:46.927670 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0926662-d76a-4b78-bf19-dba411287fdf,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:46.975649 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.005474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe8d7c1-421a-40e0-a17e-68de0174b2c1 x-openstack-request-id: req-efe8d7c1-421a-40e0-a17e-68de0174b2c1 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:39:47.006895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e4fce-3e6f-464f-895f-6556c5eb7d53", "tag": "4c7cf228-428a-4acd-964f-f728d7f9d1d6", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:39:47.009048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efe8d7c1-421a-40e0-a17e-68de0174b2c1 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:39:47.010071 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'tag': '4c7cf228-428a-4acd-964f-f728d7f9d1d6', 'status': 'completed', 'code': 200} Sep 08 15:39:47.013016 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Transition to ACTIVE for port object 05bbb1cd-ea9a-4cd0-80b0-912794367f94 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:47.026490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.101924 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-90dced4f-738f-4307-a5a9-e8063a831ef8 req-b970d38b-ddc7-46b0-93a2-a207e6153064 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244568 Sep 08 15:39:47.153801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Allocated IP 172.20.0.2 (837c12d3-2b97-4760-9735-6578493070b0/78caf5ed-c032-4db7-a994-7f0a42931f40/c93d481f-afb9-4027-b5de-bb90ea1fc009) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:47.202608 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] For port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host hv-cinder-77630, cleared binding levels {{(pid=100601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:47.206291 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.213336 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.261594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] For port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,segment=NetworkSegment(01811a06-f594-4a00-84f9-e145c5abf0ca),segment_id=01811a06-f594-4a00-84f9-e145c5abf0ca)] {{(pid=100601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:47.287346 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.292804 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7975013 Sep 08 15:39:47.298389 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 32964) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:47.309872 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'security_group_rule': {'security_group_id': '92594efc-0d63-4ec6-aead-7c63e9142a1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:47.325085 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b86b25-4db3-429c-b2ad-42e6d09f9744 None None] Pushing event updated for resources: {'Port': ['ID=05bbb1cd-ea9a-4cd0-80b0-912794367f94,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:47.340767 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bb687-e521-48c9-b61e-9c8377ef7e87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92594efc-0d63-4ec6-aead-7c63e9142a1e,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:47.353914 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Attempting to bind port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:47.355823 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Attempting to bind port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:47.356221 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Attempting to bind port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:47.368764 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:47.369203 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Checking segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:47.369709 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.370086 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Bound using segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:47.370576 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Bound port: 05bbb1cd-ea9a-4cd0-80b0-912794367f94, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:47.370968 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.495633 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-17b7ae6f-b698-4e03-9964-993a785f8c9a req-401b9ca1-4592-48f5-864d-45e8f789d900 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446181 Sep 08 15:39:47.514622 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.519918 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] For port 05bbb1cd-ea9a-4cd0-80b0-912794367f94, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:47.527451 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] For port 05bbb1cd-ea9a-4cd0-80b0-912794367f94, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=05bbb1cd-ea9a-4cd0-80b0-912794367f94,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:47.547298 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.575178 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.579163 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-29aaa749-0e95-4b5b-99d6-8174c1d97865 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 5.4058588 Sep 08 15:39:47.618602 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 32972) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:47.651807 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'security_group_rule': {'security_group_id': 'c0926662-d76a-4b78-bf19-dba411287fdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:47.667909 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.754903 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:47.760987 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:47.764759 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b86b25-4db3-429c-b2ad-42e6d09f9744 None None] Pushing event updated for resources: {'Port': ['ID=05bbb1cd-ea9a-4cd0-80b0-912794367f94,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:47.765045 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] 10.222.0.59 "PUT /v2.0/ports/a74dfb00-2aa8-494b-9ba3-47660a7ebf6c HTTP/1.1" status: 200 len: 1093 time: 5.4686711 Sep 08 15:39:47.776892 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'tag': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:39:47.787571 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:39:47.788196 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:39:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:47.949745 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.087232 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b2662e71-9dc2-4738-a40f-61d5864b301b up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:48.117305 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-1d926a42-9d84-42d7-941c-5c5ebcfc0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:48.119012 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-1d926a42-9d84-42d7-941c-5c5ebcfc0538 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 1096 time: 0.4339013 Sep 08 15:39:48.153262 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.227415 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:39:48.243549 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d1ed7efc-331f-4f8b-8f69-c7fb8cfee60d req-d523c7ff-5eef-4575-be43-67ceacc87f06 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 210 time: 0.5171528 Sep 08 15:39:48.338589 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed19937-c93d-4601-ba96-540d1f6c6b43 req-181c71b0-fadc-4fa3-a6e5-bae13bd4795a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:48.349170 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ed19937-c93d-4601-ba96-540d1f6c6b43 req-181c71b0-fadc-4fa3-a6e5-bae13bd4795a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 1.3047113 Sep 08 15:39:48.355914 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.437744 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.445564 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a98f5f-87f6-4500-8e7d-34624934c804 service neutron] Pushing event updated for resources: {'Port': ['ID=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,revision_number=3']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:48.476705 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.510685 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb700c-3569-46b0-9708-9aa3c7ffc489" -d '{"events": [{"name": "network-changed", "server_uuid": "35d78f39-c9d2-4714-9019-ec0a827fd8ff", "tag": "a74dfb00-2aa8-494b-9ba3-47660a7ebf6c"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:39:48.587063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33006) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:48.590426 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-8ac7ce91-6dcd-49da-87da-6eea46dc8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:48.591929 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-8ac7ce91-6dcd-49da-87da-6eea46dc8d1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=123d8de5e7e840c29b40bf8328edf5f4&device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 1096 time: 0.6402566 Sep 08 15:39:48.594377 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.595522 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2947869 Sep 08 15:39:48.613806 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33010) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:48.679641 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ed19937-c93d-4601-ba96-540d1f6c6b43 req-c112dc1a-4fe8-42c9-99cf-12b2339fbced tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264024 Sep 08 15:39:48.696059 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'security_group_rule': {'security_group_id': '92594efc-0d63-4ec6-aead-7c63e9142a1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:48.706433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d223-7f52-4ff2-8632-bd67c425e784 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8239b105-f101-4254-83de-79f473daecf8,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:48.740090 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.823578 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e534898-3fef-4bc1-be2b-965140c2a2d7 req-88eb9f64-6916-4031-85e6-aef56c21c1e8 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:48.829757 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port b2662e71-9dc2-4738-a40f-61d5864b301b triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:48.830322 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.834980 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2e534898-3fef-4bc1-be2b-965140c2a2d7 req-88eb9f64-6916-4031-85e6-aef56c21c1e8 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.1005061 Sep 08 15:39:48.903920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d96a41-bf6b-4229-b14b-299c55ffd5d8,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:48.906365 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.907888 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-d7b69a83-87d6-4166-aa3c-e6e20335b6ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2880447 Sep 08 15:39:48.917297 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33016) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:48.931187 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'security_group_rule': {'security_group_id': 'c0926662-d76a-4b78-bf19-dba411287fdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:48.973370 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0beb75fc-ab68-446c-8a44-206853c33b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:48.977231 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dafd80f-92d7-43bf-9e74-92a756591bf7 x-openstack-request-id: req-6dafd80f-92d7-43bf-9e74-92a756591bf7 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:39:48.977850 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d78f39-c9d2-4714-9019-ec0a827fd8ff", "tag": "a74dfb00-2aa8-494b-9ba3-47660a7ebf6c", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:39:48.978362 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dafd80f-92d7-43bf-9e74-92a756591bf7 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:39:48.979237 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'tag': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c', 'status': 'completed', 'code': 200} Sep 08 15:39:48.979558 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:47Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:39:49.000358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.012480 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-40c95bcc-8920-4289-be58-bc4d2172ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:49.016496 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff47f-52a3-4689-a6c5-100eaa873dae None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:47Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:39:49.026126 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-40c95bcc-8920-4289-be58-bc4d2172ad41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 916 time: 0.8767788 Sep 08 15:39:49.035846 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.074586 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.181794 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2e534898-3fef-4bc1-be2b-965140c2a2d7 req-6f0f2f31-f61d-4115-b639-18f0b4fc0a77 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430943 Sep 08 15:39:49.186271 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Pushing event updated for resources: {'Port': ['ID=c93d481f-afb9-4027-b5de-bb90ea1fc009,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:49.194416 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.208697 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.234486 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.245464 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ded345-d2eb-4e27-ba11-8ec9dc53bce9,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:49.249306 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.270320 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9dada2-65ae-49e1-b03d-8d08b7bf1b53,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:49.341381 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-a071ec0b-0a56-4a91-b956-2f2ec77bf40e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6 HTTP/1.1" status: 200 len: 217 time: 0.0547159 Sep 08 15:39:49.370947 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-df0df776-f7d4-4d3f-9f40-7df4caf246e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c HTTP/1.1" status: 200 len: 217 time: 0.1281226 Sep 08 15:39:49.388453 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Network 837c12d3-2b97-4760-9735-6578493070b0 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:49.399705 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:49.409345 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:49.415351 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:49.416077 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.517042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0beb75fc-ab68-446c-8a44-206853c33b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.535130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.539617 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b6a20089-092f-4330-b3fd-b6fd23f61707 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187468 Sep 08 15:39:49.539617 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.540526 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c55efda8-98f1-4da2-b79e-29a34a6be381 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8988905 Sep 08 15:39:49.541155 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33022) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:49.549811 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:49.555180 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33024) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:49.561127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:49.589765 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c694de99-fa2a-4ccf-9d4f-e790d46486b3 {{(pid=100601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:39:49.600895 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0beb75fc-ab68-446c-8a44-206853c33b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.615815 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.624100 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-b785d83c-f22f-4444-ae24-f4378aefcb3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4886324 Sep 08 15:39:49.639067 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.670992 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ee870-1321-473b-bb86-2ba9b2ee81e2 req-476b03ec-6a80-45af-9297-d1555c0f7904 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:49.672600 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-413ee870-1321-473b-bb86-2ba9b2ee81e2 req-476b03ec-6a80-45af-9297-d1555c0f7904 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 931 time: 0.2372212 Sep 08 15:39:49.673876 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.provisioning_blocks [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Transition to ACTIVE for port object c694de99-fa2a-4ccf-9d4f-e790d46486b3 will not be triggered until provisioned by entity L2. {{(pid=100601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:49.698451 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.724290 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0beb75fc-ab68-446c-8a44-206853c33b3a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e56b959d8ce54bd8b4ac1ee84ca13dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1313238 Sep 08 15:39:49.740240 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33040) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:49.763082 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.785958 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb75fc-ab68-446c-8a44-206853c33b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6224ec85-df04-415b-adaa-d786feaf9b9f,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:49.902647 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Pushing event updated for resources: {'Port': ['ID=c694de99-fa2a-4ccf-9d4f-e790d46486b3,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:49.924994 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-413ee870-1321-473b-bb86-2ba9b2ee81e2 req-461eca9c-09b4-4fab-ab1d-679de7ecec74 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398374 Sep 08 15:39:49.956256 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-004da2f4-d451-46bf-8c07-dc29e59296fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:49.992433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6bd9-ea38-4168-b98f-e4915bcdd73b req-0987aab0-22fa-4e97-9840-12fb178a3369 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:50.001497 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e96c6bd9-ea38-4168-b98f-e4915bcdd73b req-0987aab0-22fa-4e97-9840-12fb178a3369 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.1826301 Sep 08 15:39:50.006254 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Attempting to bind port c694de99-fa2a-4ccf-9d4f-e790d46486b3 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:50.016940 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Attempting to bind port c694de99-fa2a-4ccf-9d4f-e790d46486b3 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'}] {{(pid=100601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:50.023111 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 05bbb1cd-ea9a-4cd0-80b0-912794367f94 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:50.023656 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Attempting to bind port c694de99-fa2a-4ccf-9d4f-e790d46486b3 on network 837c12d3-2b97-4760-9735-6578493070b0 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:50.033668 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Port c694de99-fa2a-4ccf-9d4f-e790d46486b3 on network 837c12d3-2b97-4760-9735-6578493070b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:39:50.036163 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Attempting to bind port c694de99-fa2a-4ccf-9d4f-e790d46486b3 on network 837c12d3-2b97-4760-9735-6578493070b0 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:50.059642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-004da2f4-d451-46bf-8c07-dc29e59296fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.072571 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:50.072986 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Checking segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:50.073292 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Bound using segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:50.074292 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Bound port: c694de99-fa2a-4ccf-9d4f-e790d46486b3, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'}}] {{(pid=100601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:50.074292 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.099153 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e96c6bd9-ea38-4168-b98f-e4915bcdd73b req-6ca05bf6-1172-43ba-9346-74a4d2c58d0a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959418 Sep 08 15:39:50.147257 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:50.152540 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.157917 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:50.158515 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.178024 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.185714 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] For port c694de99-fa2a-4ccf-9d4f-e790d46486b3, host hv-cinder-77630, cleared binding levels {{(pid=100601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:50.191257 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] For port c694de99-fa2a-4ccf-9d4f-e790d46486b3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:50.197463 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.273001 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.276923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-004da2f4-d451-46bf-8c07-dc29e59296fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.279521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-004da2f4-d451-46bf-8c07-dc29e59296fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.280660 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-004da2f4-d451-46bf-8c07-dc29e59296fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6224ec85-df04-415b-adaa-d786feaf9b9f HTTP/1.1" status: 204 len: 168 time: 0.5361989 Sep 08 15:39:50.324571 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Pushing event updated for resources: {'Port': ['ID=c694de99-fa2a-4ccf-9d4f-e790d46486b3,revision_number=3']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:50.326528 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 05bbb1cd-ea9a-4cd0-80b0-912794367f94, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=05bbb1cd-ea9a-4cd0-80b0-912794367f94,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:39:50.330503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da2f4-d451-46bf-8c07-dc29e59296fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6224ec85-df04-415b-adaa-d786feaf9b9f,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:50.343321 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:50.344376 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.346223 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Allocated IP 172.27.0.231 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/a9f73c25-57f9-4f39-b87d-a4158b886ea4) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:50.347859 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-dff0585f-69b4-4559-af21-c6ec1e59b939 service neutron] 10.222.0.59 "PUT /v2.0/ports/c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 1094 time: 4.2105231 Sep 08 15:39:50.350060 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.414910 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4e219-1b16-420a-b93a-9707c297f185 req-25df20b5-7fdc-4df8-bf3b-32ccf11f5ec6 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:50.417782 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3ab4e219-1b16-420a-b93a-9707c297f185 req-25df20b5-7fdc-4df8-bf3b-32ccf11f5ec6 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.0821240 Sep 08 15:39:50.460978 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=05bbb1cd-ea9a-4cd0-80b0-912794367f94,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:50.480626 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3ab4e219-1b16-420a-b93a-9707c297f185 req-446f3d74-6a2f-4a63-920d-7f8aff5219b5 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499179 Sep 08 15:39:50.504409 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.549177 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.549864 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33066) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:50.606321 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:50.615284 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:50.618328 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:50.662025 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb8da-181d-4ddb-a47d-ac23f57a4113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.663716 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33070) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:50.682732 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7e02bd3f-5087-438d-ba2d-671e01e07f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.774562 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb8da-181d-4ddb-a47d-ac23f57a4113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.781237 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb8da-181d-4ddb-a47d-ac23f57a4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.818458 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'Port': ['ID=a9f73c25-57f9-4f39-b87d-a4158b886ea4,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:50.831726 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Allocated IP 172.27.0.50 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/3b7d67b9-4b2f-45b7-9a33-c068c7d957c9) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:50.848165 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-dcbeb8da-181d-4ddb-a47d-ac23f57a4113 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=020167e672294d118d510bbc7f06f65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946341 Sep 08 15:39:50.849841 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeb8da-181d-4ddb-a47d-ac23f57a4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e062eb05-f7fe-47b1-8593-e27806d897a2,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:50.850662 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33072) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:50.917774 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7e02bd3f-5087-438d-ba2d-671e01e07f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.923522 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7e02bd3f-5087-438d-ba2d-671e01e07f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:50.971027 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-7e02bd3f-5087-438d-ba2d-671e01e07f6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bc208e2aa114cdf9d60d429510dde7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034246 Sep 08 15:39:50.971027 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02bd3f-5087-438d-ba2d-671e01e07f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12edfe-f60b-41f7-8ddd-fd1c6fb7a9a1,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:50.973181 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33076) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:50.980695 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55206b57-123b-42e6-8074-1b156362fd41', 'tag': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:39:50.984107 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58692ef-a891-4cf6-8f2b-1029e488152f" -d '{"events": [{"name": "network-changed", "server_uuid": "55206b57-123b-42e6-8074-1b156362fd41", "tag": "c694de99-fa2a-4ccf-9d4f-e790d46486b3"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:39:51.021060 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.062321 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515dba7-50be-4e52-9f75-bca66f708988 x-openstack-request-id: req-1515dba7-50be-4e52-9f75-bca66f708988 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:39:51.062445 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55206b57-123b-42e6-8074-1b156362fd41", "tag": "c694de99-fa2a-4ccf-9d4f-e790d46486b3", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:39:51.063617 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1515dba7-50be-4e52-9f75-bca66f708988 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:39:51.064042 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55206b57-123b-42e6-8074-1b156362fd41', 'tag': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3', 'status': 'completed', 'code': 200} Sep 08 15:39:51.076637 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7253c204-e9e1-4b11-b364-74af72730e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.081255 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf88-5d7d-4fd5-a20a-a23e205151b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.101794 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a424-a475-437d-8b88-35d1cbd12cac req-292fdc94-2d9d-4b3e-851d-7d4cff5137a0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:51.103328 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b931a424-a475-437d-8b88-35d1cbd12cac req-292fdc94-2d9d-4b3e-851d-7d4cff5137a0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 931 time: 0.0819867 Sep 08 15:39:51.112991 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.119594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf88-5d7d-4fd5-a20a-a23e205151b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.146888 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7253c204-e9e1-4b11-b364-74af72730e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.152729 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.178160 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b931a424-a475-437d-8b88-35d1cbd12cac req-76589b1c-f104-49f3-8bb6-92c41a8fa8fb tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636249 Sep 08 15:39:51.240128 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf88-5d7d-4fd5-a20a-a23e205151b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.244246 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4ffddf88-5d7d-4fd5-a20a-a23e205151b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.245445 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4ffddf88-5d7d-4fd5-a20a-a23e205151b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c12edfe-f60b-41f7-8ddd-fd1c6fb7a9a1 HTTP/1.1" status: 204 len: 168 time: 0.2712965 Sep 08 15:39:51.260221 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffddf88-5d7d-4fd5-a20a-a23e205151b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12edfe-f60b-41f7-8ddd-fd1c6fb7a9a1,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:51.276396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad47bd-1ae4-400f-9891-25e067c05648 req-44bd99bc-4a95-48e9-813f-e61a64eae08f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:51.278029 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-03ad47bd-1ae4-400f-9891-25e067c05648 req-44bd99bc-4a95-48e9-813f-e61a64eae08f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.0806530 Sep 08 15:39:51.308953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.330339 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-03ad47bd-1ae4-400f-9891-25e067c05648 req-2844f218-2c6f-4634-ba18-0b5b02dcb65e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Sep 08 15:39:51.348679 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7253c204-e9e1-4b11-b364-74af72730e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.351305 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7253c204-e9e1-4b11-b364-74af72730e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.352428 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-7253c204-e9e1-4b11-b364-74af72730e34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e062eb05-f7fe-47b1-8593-e27806d897a2 HTTP/1.1" status: 204 len: 168 time: 0.5007780 Sep 08 15:39:51.391656 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:51.393279 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c204-e9e1-4b11-b364-74af72730e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e062eb05-f7fe-47b1-8593-e27806d897a2,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:51.407160 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'Port': ['ID=3b7d67b9-4b2f-45b7-9a33-c068c7d957c9,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:51.412797 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:51.415315 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:51.474801 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.483161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.600043 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9439d1-46ab-42b8-a5f3-393b2b1513b3 req-3a4313eb-23ed-4692-a28d-ecb09959184e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:51.607356 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd9439d1-46ab-42b8-a5f3-393b2b1513b3 req-3a4313eb-23ed-4692-a28d-ecb09959184e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.0645428 Sep 08 15:39:51.612432 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.613945 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.639394 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'Port': ['ID=a9f73c25-57f9-4f39-b87d-a4158b886ea4,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:51.661392 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd9439d1-46ab-42b8-a5f3-393b2b1513b3 req-1d507603-abbf-48bf-9c32-8b35cc8da795 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Sep 08 15:39:51.663540 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.672829 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-af705c73-0d70-488e-b062-207b9b962e0a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1224797 Sep 08 15:39:51.674046 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.725545 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33102) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:51.743700 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7e4236ca-a3b8-4e6a-b200-44c120f776ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.907449 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.915353 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:51.975698 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-72eebd7a-025c-4e22-a244-7b510be70cc1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--842553994&fields=id&tenant_id=189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 267 time: 0.0958829 Sep 08 15:39:51.978981 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 05bbb1cd-ea9a-4cd0-80b0-912794367f94 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:39:52.007605 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7e4236ca-a3b8-4e6a-b200-44c120f776ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.012190 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'Port': ['ID=3b7d67b9-4b2f-45b7-9a33-c068c7d957c9,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:52.023838 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7e4236ca-a3b8-4e6a-b200-44c120f776ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.058591 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:52.059182 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.073159 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-7e4236ca-a3b8-4e6a-b200-44c120f776ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc8c790c112341ac89beae67c403daf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462882 Sep 08 15:39:52.080530 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.083226 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33120) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:52.092514 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4236ca-a3b8-4e6a-b200-44c120f776ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d59ad-af38-4a39-a84a-05f744286c6e,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:52.122744 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.124117 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b3db6dfe-54d1-4589-ab37-d9b9c77ed515 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5671253 Sep 08 15:39:52.160904 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-514101eb-16ae-4a8b-a1e4-52adf4653cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.186656 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-523e96da-d0f7-49f8-bfa2-9baf7f25a78f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:52.188374 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-514101eb-16ae-4a8b-a1e4-52adf4653cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.194493 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-523e96da-d0f7-49f8-bfa2-9baf7f25a78f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 816 time: 0.2039282 Sep 08 15:39:52.239037 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-b459fff3-6361-4591-a14c-99acdfcdbeef tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/quotas/189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 375 time: 0.0434389 Sep 08 15:39:52.258541 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-514101eb-16ae-4a8b-a1e4-52adf4653cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.261524 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-514101eb-16ae-4a8b-a1e4-52adf4653cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:52.262591 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-514101eb-16ae-4a8b-a1e4-52adf4653cdc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/240d59ad-af38-4a39-a84a-05f744286c6e HTTP/1.1" status: 204 len: 168 time: 0.1775587 Sep 08 15:39:52.271668 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514101eb-16ae-4a8b-a1e4-52adf4653cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d59ad-af38-4a39-a84a-05f744286c6e,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:52.322989 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2c4a1af2-58a1-4d85-a6f8-82019ecd2211 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821064 Sep 08 15:39:52.428856 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870340fe-0ec5-4eee-b5cb-878f80792c33 req-d06b5a1f-0136-4409-86dc-9c03347c75ea tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:52.435887 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-870340fe-0ec5-4eee-b5cb-878f80792c33 req-d06b5a1f-0136-4409-86dc-9c03347c75ea tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 931 time: 0.1119030 Sep 08 15:39:52.485401 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-491630c8-bc43-4099-85c6-4b0433e97f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:52.489589 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-491630c8-bc43-4099-85c6-4b0433e97f37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.0585561 Sep 08 15:39:52.490251 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-870340fe-0ec5-4eee-b5cb-878f80792c33 req-e24dd1a7-6611-49f4-b576-ec0628fa9a35 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534549 Sep 08 15:39:52.518423 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-1454f781-50e7-4fe4-bbec-b660359f158c service neutron] 10.222.0.54 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836450 Sep 08 15:39:52.640880 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-11bc4cfd-08c5-44e2-83fe-fb97a0c46f45 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1555903282&fields=id&tenant_id=98b3c7fe62d6462b81f04a9bec53005c HTTP/1.1" status: 200 len: 267 time: 0.0732670 Sep 08 15:39:52.651771 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-9c7b926b-1b1e-4dd2-befd-21557130071d service neutron] 10.222.0.54 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270993 Sep 08 15:39:53.014371 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-10d99826-0a2f-473d-bdcb-d1a0a98d4d6c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:53.015832 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-10d99826-0a2f-473d-bdcb-d1a0a98d4d6c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 810 time: 0.3629842 Sep 08 15:39:53.039553 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-e6b7947c-86af-4e8f-b827-c9635688adca tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/quotas/98b3c7fe62d6462b81f04a9bec53005c HTTP/1.1" status: 200 len: 375 time: 0.0169697 Sep 08 15:39:53.047497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f9bb-74d0-4906-b9bc-9c3e487deeaf req-df22f1b5-bea7-43a6-a679-f191ba18c6c6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:53.055409 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-af51f9bb-74d0-4906-b9bc-9c3e487deeaf req-df22f1b5-bea7-43a6-a679-f191ba18c6c6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.1028607 Sep 08 15:39:53.133506 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-af51f9bb-74d0-4906-b9bc-9c3e487deeaf req-043b40ef-33be-49eb-9716-fe906cb8a267 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Sep 08 15:39:53.159638 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-8d39176d-8edd-442f-a024-8a5c2da7d2f2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022372 Sep 08 15:39:53.294651 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879250d9-ae95-4cbe-89ae-6d3c6500f621 req-07ef8373-d248-4156-9e44-bf4646508076 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:53.307497 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-879250d9-ae95-4cbe-89ae-6d3c6500f621 req-07ef8373-d248-4156-9e44-bf4646508076 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.1021457 Sep 08 15:39:53.328991 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-251c1dde-8e1b-48f9-9f9f-a89432aaf735 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555891 Sep 08 15:39:53.370605 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-879250d9-ae95-4cbe-89ae-6d3c6500f621 req-eb06f68d-fb40-4766-a1bd-d5a1f67a1273 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 Sep 08 15:39:53.444316 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-9e799691-53ec-4d5c-b2ce-804496031a51 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018867 Sep 08 15:39:53.483818 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b620ccc-f52d-47e4-a327-5ff92126b2d1 req-70d6d910-1bda-4946-afc5-409e1ef6a9e8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Sep 08 15:39:53.666246 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87057554-25d7-4562-8693-77ec6edeb0d8 req-9c558cad-397d-4f5b-ac3e-ba18c1ee1e82 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:53.667798 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87057554-25d7-4562-8693-77ec6edeb0d8 req-9c558cad-397d-4f5b-ac3e-ba18c1ee1e82 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 931 time: 0.0749986 Sep 08 15:39:53.696806 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-187dc653-0d99-4771-9717-82fc75d83829 req-a31d2162-38ff-4e86-b104-1ab9fe06c86b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 210 time: 0.0641916 Sep 08 15:39:53.698932 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33220) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:53.731816 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87057554-25d7-4562-8693-77ec6edeb0d8 req-04e2b190-a265-42a9-80ac-ae302a686233 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500224 Sep 08 15:39:53.822835 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2c449b91-c2c4-4866-a804-bcdd2502459e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:53.951561 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2c449b91-c2c4-4866-a804-bcdd2502459e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:53.957006 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2c449b91-c2c4-4866-a804-bcdd2502459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:53.993921 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c449b91-c2c4-4866-a804-bcdd2502459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d285e1f-1521-409e-b4e0-f996d1cd06e7,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:53.998377 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2c449b91-c2c4-4866-a804-bcdd2502459e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9e7bfadb0cb4b6d977555720d775537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985392 Sep 08 15:39:54.001497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33238) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:54.051893 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d96fefc7-299e-4f80-a4f0-d91ebff6ac8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.072589 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d96fefc7-299e-4f80-a4f0-d91ebff6ac8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.118824 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d96fefc7-299e-4f80-a4f0-d91ebff6ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.122071 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d96fefc7-299e-4f80-a4f0-d91ebff6ac8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.123195 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d96fefc7-299e-4f80-a4f0-d91ebff6ac8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d285e1f-1521-409e-b4e0-f996d1cd06e7 HTTP/1.1" status: 204 len: 168 time: 0.1207161 Sep 08 15:39:54.131324 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fefc7-299e-4f80-a4f0-d91ebff6ac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d285e1f-1521-409e-b4e0-f996d1cd06e7,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:54.238701 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36146475-c852-45be-a647-d13c6778cebe req-a9c90997-e29a-42d4-a8ce-2042dd4ce468 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:54.240144 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36146475-c852-45be-a647-d13c6778cebe req-a9c90997-e29a-42d4-a8ce-2042dd4ce468 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.0507686 Sep 08 15:39:54.285199 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36146475-c852-45be-a647-d13c6778cebe req-687d4ac7-6e2e-46f1-b060-4a1dfff90c60 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Sep 08 15:39:54.481972 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33260) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:54.495365 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-61a7df0f-a1bf-4e6d-b284-daa1fa60d1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.514780 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282e507-692b-45b9-8072-a457284c2154 req-1da7515c-b5ce-4ac8-b92e-cd84a34c810f tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:54.517907 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d282e507-692b-45b9-8072-a457284c2154 req-1da7515c-b5ce-4ac8-b92e-cd84a34c810f tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.0665901 Sep 08 15:39:54.567401 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d282e507-692b-45b9-8072-a457284c2154 req-f8996719-9073-43c8-83e5-1db9fc0a9460 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Sep 08 15:39:54.590876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-61a7df0f-a1bf-4e6d-b284-daa1fa60d1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.600483 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-61a7df0f-a1bf-4e6d-b284-daa1fa60d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.614231 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bf055ac4-2aa2-4c4b-93e3-3d5e58260ee9 req-e1754d29-f25b-48f1-b70a-beb737f903a6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 210 time: 0.0400093 Sep 08 15:39:54.648663 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-61a7df0f-a1bf-4e6d-b284-daa1fa60d1bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d69b31ce62342b08200c1aae4b371ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656113 Sep 08 15:39:54.649524 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7df0f-a1bf-4e6d-b284-daa1fa60d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca12e41-f198-492c-9a01-3841a9d54348,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:54.651396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33264) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:54.701739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e16907b8-e752-4e77-b7fd-8a46ef8c09d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.724039 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e16907b8-e752-4e77-b7fd-8a46ef8c09d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.805055 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-44cb6d78-33a0-4388-a1a0-4590312a430a req-a6191ceb-e8ef-4344-a831-8fe93b80bad6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 210 time: 0.0383103 Sep 08 15:39:54.834688 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e16907b8-e752-4e77-b7fd-8a46ef8c09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.837937 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e16907b8-e752-4e77-b7fd-8a46ef8c09d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:54.841368 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e16907b8-e752-4e77-b7fd-8a46ef8c09d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ca12e41-f198-492c-9a01-3841a9d54348 HTTP/1.1" status: 204 len: 168 time: 0.1865730 Sep 08 15:39:54.873986 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16907b8-e752-4e77-b7fd-8a46ef8c09d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca12e41-f198-492c-9a01-3841a9d54348,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:54.902262 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad180f-c423-41cd-960d-f147360c23c4 req-c09a6c3d-40f5-489c-8522-d10c5bc0d677 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:54.903994 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a7ad180f-c423-41cd-960d-f147360c23c4 req-c09a6c3d-40f5-489c-8522-d10c5bc0d677 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 931 time: 0.0639269 Sep 08 15:39:54.943156 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a7ad180f-c423-41cd-960d-f147360c23c4 req-343d15c5-01ef-42f8-90b6-bc4575311de5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Sep 08 15:39:55.061008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Request body: {'port': {'device_id': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:55.160813 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-f2cdd229-d977-4e92-88de-70d964ceb5da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524039 Sep 08 15:39:55.186916 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-a3c4b28d-8e9b-4120-bb18-a00c268d51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:55.189887 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-a3c4b28d-8e9b-4120-bb18-a00c268d51e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=761e3f7b-5be8-4630-9fd3-0d0d4a04bdab HTTP/1.1" status: 200 len: 852 time: 0.1246040 Sep 08 15:39:55.192646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:55.262948 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-70f0504f-00f6-476d-bd91-bd7c108b459f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=067c5228-abc3-4d27-a952-04a59f68f9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582221 Sep 08 15:39:55.290389 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58692ef-a891-4cf6-8f2b-1029e488152f req-508cf1de-7eaa-4a19-81c6-58d88d1e8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:55.291885 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e58692ef-a891-4cf6-8f2b-1029e488152f req-508cf1de-7eaa-4a19-81c6-58d88d1e8722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1097 time: 0.1395397 Sep 08 15:39:55.313378 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-9d1af202-810a-48af-ae8c-845142d02197 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140563 Sep 08 15:39:55.485118 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9f534f42-44af-40bd-b66c-f3cf68b8000b req-0e37c175-a299-4732-8edc-21d7e6e0232d service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519182 Sep 08 15:39:55.736590 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045a57f-a876-4d3b-bfe7-2b16c0026926 req-7f6fb3a5-37ea-4325-8854-33e51d379b3f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:55.736590 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b045a57f-a876-4d3b-bfe7-2b16c0026926 req-7f6fb3a5-37ea-4325-8854-33e51d379b3f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.3114538 Sep 08 15:39:55.777940 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58692ef-a891-4cf6-8f2b-1029e488152f req-312a09b0-e376-4027-8d56-42886093dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:55.779319 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e58692ef-a891-4cf6-8f2b-1029e488152f req-312a09b0-e376-4027-8d56-42886093dcc0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4184546 Sep 08 15:39:55.790678 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-00497271-e588-4160-b760-9196aeef76f4 service neutron] 10.222.0.59 "GET /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280524 Sep 08 15:39:55.834382 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38eb91-6b38-497c-964a-2c1fa7a36529 req-ae8e8468-1f0e-44c0-b66e-bc14491a1453 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:55.836241 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba38eb91-6b38-497c-964a-2c1fa7a36529 req-ae8e8468-1f0e-44c0-b66e-bc14491a1453 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.1732919 Sep 08 15:39:55.841082 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b045a57f-a876-4d3b-bfe7-2b16c0026926 req-1e04c3b4-5121-4278-a7e0-f0c225160c14 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873318 Sep 08 15:39:55.930828 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba38eb91-6b38-497c-964a-2c1fa7a36529 req-ecf92c63-8ef2-4909-888f-8c6f36968de2 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827978 Sep 08 15:39:55.945554 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93d481f-afb9-4027-b5de-bb90ea1fc009 {{(pid=100601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:39:55.953868 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:55.978060 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.provisioning_blocks [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Transition to ACTIVE for port object c93d481f-afb9-4027-b5de-bb90ea1fc009 will not be triggered until provisioned by entity L2. {{(pid=100601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:55.997948 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:56.003238 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-47f0376a-5627-457b-98f4-79d96ffc2830 req-8ada6065-6e17-436e-9a45-06fd67d1ab2d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 210 time: 0.0361128 Sep 08 15:39:56.088414 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4300f4d9-535d-4692-8fac-31f5cfa9e42e req-86eda635-9b43-4764-a587-a05fb137d39e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 210 time: 0.0508165 Sep 08 15:39:56.135220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Pushing event updated for resources: {'Port': ['ID=c93d481f-afb9-4027-b5de-bb90ea1fc009,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:56.472992 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-cf908b59-e459-4634-935b-ab0895ae470b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:56.475389 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-cf908b59-e459-4634-935b-ab0895ae470b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 816 time: 0.1567092 Sep 08 15:39:56.563582 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e19fb95e-4766-4416-a4ff-8254ce1051d6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 379 time: 0.0713885 Sep 08 15:39:56.576109 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'port': {'device_id': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'admin_state_up': True, 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'security_groups': ['c0926662-d76a-4b78-bf19-dba411287fdf']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:56.676666 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Attempting to bind port c93d481f-afb9-4027-b5de-bb90ea1fc009 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:56.677004 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Attempting to bind port c93d481f-afb9-4027-b5de-bb90ea1fc009 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'}] {{(pid=100601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:56.677326 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Attempting to bind port c93d481f-afb9-4027-b5de-bb90ea1fc009 on network 837c12d3-2b97-4760-9735-6578493070b0 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:56.690750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a3ac-831a-4914-988d-6f51919b37b6 req-aea83a91-8a0d-4b53-8b0a-4e52b2ceb730 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:56.698345 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cd26a3ac-831a-4914-988d-6f51919b37b6 req-aea83a91-8a0d-4b53-8b0a-4e52b2ceb730 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 943 time: 0.5937405 Sep 08 15:39:56.708216 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Port c93d481f-afb9-4027-b5de-bb90ea1fc009 on network 837c12d3-2b97-4760-9735-6578493070b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:39:56.708653 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Attempting to bind port c93d481f-afb9-4027-b5de-bb90ea1fc009 on network 837c12d3-2b97-4760-9735-6578493070b0 {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:56.711925 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Made reservation on behalf of 189bb8fa112c4f03990936db9c547bf0 for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:56.716271 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:56.724988 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd197624-11e2-4b1c-bbde-9d9f7be75854 req-23e86ce0-d6d1-4696-99e7-38e18788023e service neutron] 10.222.0.59 "GET /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574636 Sep 08 15:39:56.745017 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:56.745364 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Checking segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:56.745774 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Bound using segment: {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'} {{(pid=100601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:56.746466 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.managers [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Bound port: c93d481f-afb9-4027-b5de-bb90ea1fc009, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '837c12d3-2b97-4760-9735-6578493070b0'}}] {{(pid=100601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:56.746827 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:56.750305 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58692ef-a891-4cf6-8f2b-1029e488152f req-8cc604dd-b5a5-4427-b573-7bd8ce8e1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:56.753127 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e58692ef-a891-4cf6-8f2b-1029e488152f req-8cc604dd-b5a5-4427-b573-7bd8ce8e1519 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5834413 Sep 08 15:39:56.817018 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cd26a3ac-831a-4914-988d-6f51919b37b6 req-b5870c7d-b41c-444b-aad0-f71766313c65 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169631 Sep 08 15:39:56.852057 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] For port c93d481f-afb9-4027-b5de-bb90ea1fc009, host hv-cinder-77630, cleared binding levels {{(pid=100601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:56.862220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] For port c93d481f-afb9-4027-b5de-bb90ea1fc009, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:56.866186 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:56.902832 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Allocated IP 172.20.0.8 (e3800de5-4167-4641-9f7a-9fc03e3dda01/3b42b172-4016-4815-83ba-e2645f37aaf9/1ef78611-e2be-461d-83e0-d3bd9537bfe0) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:56.908877 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:56.909497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:56.910941 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] 10.222.0.59 "PUT /v2.0/ports/c93d481f-afb9-4027-b5de-bb90ea1fc009 HTTP/1.1" status: 200 len: 1093 time: 1.8544943 Sep 08 15:39:56.914426 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'tag': 'c93d481f-afb9-4027-b5de-bb90ea1fc009'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:39:56.916633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd2082-2cde-4d7e-a960-5e460218dafb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d851fc4-e861-4299-a264-b2ceb7cfa845", "tag": "c93d481f-afb9-4027-b5de-bb90ea1fc009"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:39:56.995019 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad77488-6d47-4e7e-9d0f-8cd4194ae9fe x-openstack-request-id: req-bad77488-6d47-4e7e-9d0f-8cd4194ae9fe {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:39:56.995589 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d851fc4-e861-4299-a264-b2ceb7cfa845", "tag": "c93d481f-afb9-4027-b5de-bb90ea1fc009", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:39:56.996463 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bad77488-6d47-4e7e-9d0f-8cd4194ae9fe {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:39:56.997023 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'tag': 'c93d481f-afb9-4027-b5de-bb90ea1fc009', 'status': 'completed', 'code': 200} Sep 08 15:39:57.084122 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:57.087485 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e44d48-adff-4183-a86d-df39772fc070 service neutron] Pushing event updated for resources: {'Port': ['ID=c93d481f-afb9-4027-b5de-bb90ea1fc009,revision_number=3']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:57.109914 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Transition to ACTIVE for port object 1ef78611-e2be-461d-83e0-d3bd9537bfe0 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:57.124761 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-08ca7589-3eda-41f3-afeb-06846f86ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.125311 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-08ca7589-3eda-41f3-afeb-06846f86ac35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1097 time: 0.2501011 Sep 08 15:39:57.160923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:57.174578 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f031df-870e-4990-9779-d7d3b2d3c5a8 req-23d7d503-537a-4ceb-8493-56d4b93780e6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.176155 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-06f031df-870e-4990-9779-d7d3b2d3c5a8 req-23d7d503-537a-4ceb-8493-56d4b93780e6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.2349706 Sep 08 15:39:57.205872 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:57.209043 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:57.212978 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:57.214318 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-5dbc3e33-c52e-4d68-9769-58bd4974b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.216017 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-5dbc3e33-c52e-4d68-9769-58bd4974b7e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 1096 time: 0.1805429 Sep 08 15:39:57.218888 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-c66e659c-025f-43af-92e3-80e6084c0fbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 217 time: 0.0717318 Sep 08 15:39:57.220016 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-79af55e0-3aca-4ce9-95a3-3d8f583b7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.222461 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:57.222942 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-79af55e0-3aca-4ce9-95a3-3d8f583b7830 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=123d8de5e7e840c29b40bf8328edf5f4&device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 1096 time: 0.3110495 Sep 08 15:39:57.249180 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5b4b1-ae93-4364-9cc8-8af3f968c697 req-b98c4929-7a8e-44a9-abc5-9d45e569dd4a tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.257493 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-44d5b4b1-ae93-4364-9cc8-8af3f968c697 req-b98c4929-7a8e-44a9-abc5-9d45e569dd4a tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.1783843 Sep 08 15:39:57.275218 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.275542 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:57.297229 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-e97fcc6e-5cca-40e9-97a5-109b62134fde tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275505 Sep 08 15:39:57.305693 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-06f031df-870e-4990-9779-d7d3b2d3c5a8 req-b62bc8b3-a6c0-46e4-993f-70733715bf74 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963378 Sep 08 15:39:57.317013 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-44d5b4b1-ae93-4364-9cc8-8af3f968c697 req-66a29770-fa0e-45a5-a886-bf19100aa3ab tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Sep 08 15:39:57.339976 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Request body: {'port': {'device_id': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:57.459559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:57.511513 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.59', 49893) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:57.608265 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-cec4746c-b688-439c-9937-ba9bd136778b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009 HTTP/1.1" status: 200 len: 217 time: 0.1074061 Sep 08 15:39:57.632682 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-846ae891-cd32-4a7b-a991-d1149c547426 None None] Provisioning for port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:39:57.638887 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-846ae891-cd32-4a7b-a991-d1149c547426 None None] Provisioning complete for port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:39:57.639264 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-846ae891-cd32-4a7b-a991-d1149c547426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:57.670497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33394) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:57.674309 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-921a11ea-51df-4e53-8100-1c3d0137d21a req-dce7ae72-9097-4ece-82a6-8ce8e6109d56 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 210 time: 0.1712365 Sep 08 15:39:57.719626 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-b2db3158-d88c-45bf-b382-945ecf73b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.721683 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-b2db3158-d88c-45bf-b382-945ecf73b807 service neutron] 10.222.0.59 "GET /v2.0/networks?id=067c5228-abc3-4d27-a952-04a59f68f9a8 HTTP/1.1" status: 200 len: 913 time: 0.3878200 Sep 08 15:39:57.739653 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-846ae891-cd32-4a7b-a991-d1149c547426 None None] Port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:39:57.765304 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-5618b85d-5dfd-43a0-baff-2303008899dc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.766824 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-5618b85d-5dfd-43a0-baff-2303008899dc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 810 time: 0.2547975 Sep 08 15:39:57.781943 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-bc5518bb-4f20-427d-87e6-da72b5182dce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c HTTP/1.1" status: 200 len: 217 time: 0.0475535 Sep 08 15:39:57.787227 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daab33-e67f-463d-8143-d46b774957b7 req-64f3c878-7911-486b-9a30-6a862f32d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.788606 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-64f3c878-7911-486b-9a30-6a862f32d71a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.2867191 Sep 08 15:39:57.795798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96add42-b614-4320-891e-c1833dec1573 req-04c975ff-0644-4348-ba1e-f3fb5f11e50a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.797183 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a96add42-b614-4320-891e-c1833dec1573 req-04c975ff-0644-4348-ba1e-f3fb5f11e50a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 931 time: 0.2932360 Sep 08 15:39:57.820405 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-5fe30b7d-215b-40e9-aab9-4f54b6bec219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:57.821829 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-5fe30b7d-215b-40e9-aab9-4f54b6bec219 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.1524971 Sep 08 15:39:57.866270 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-22fc5dc5-4a01-469a-9b1c-39cc6b22efc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644107 Sep 08 15:39:57.877687 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-69cf2b98-513a-43ca-b700-39e81ec31c0e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98b3c7fe62d6462b81f04a9bec53005c HTTP/1.1" status: 200 len: 380 time: 0.0660839 Sep 08 15:39:57.897878 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'port': {'device_id': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'admin_state_up': True, 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'security_groups': ['92594efc-0d63-4ec6-aead-7c63e9142a1e']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:39:57.912565 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-935546b9-de34-4b38-b4b8-25f773b2b919 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513253 Sep 08 15:39:57.919758 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-010660f7-4f6c-4211-8b04-5118f4d0b52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.028846 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a96add42-b614-4320-891e-c1833dec1573 req-9e98df2e-bc11-4400-b2da-6c6138d9b17e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126179 Sep 08 15:39:58.030223 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-48839f3d-97aa-411d-8299-605aec033774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:58.031584 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-48839f3d-97aa-411d-8299-605aec033774 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=761e3f7b-5be8-4630-9fd3-0d0d4a04bdab HTTP/1.1" status: 200 len: 852 time: 0.2310102 Sep 08 15:39:58.065965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef78611-e2be-461d-83e0-d3bd9537bfe0 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:39:58.080512 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.097642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Transition to ACTIVE for port object 1ef78611-e2be-461d-83e0-d3bd9537bfe0 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:58.104233 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.145690 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-9f0a3c44-282c-433f-9538-37faf4328753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=067c5228-abc3-4d27-a952-04a59f68f9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799160 Sep 08 15:39:58.225048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:58.233766 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-9e432287-e581-4c38-8b09-4ce0573cc05d service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417082 Sep 08 15:39:58.239524 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Attempting to bind port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:39:58.239869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Attempting to bind port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:39:58.240199 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Attempting to bind port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 on network e3800de5-4167-4641-9f7a-9fc03e3dda01 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:58.248712 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 on network e3800de5-4167-4641-9f7a-9fc03e3dda01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:39:58.249042 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Attempting to bind port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 on network e3800de5-4167-4641-9f7a-9fc03e3dda01 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:39:58.256150 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:39:58.256492 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Checking segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:39:58.256886 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Bound using segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:39:58.257322 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Bound port: 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:39:58.257717 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.382143 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:39:58.389650 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:39:58.399954 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.442041 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:58.442671 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.444099 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] 10.222.0.59 "PUT /v2.0/ports/1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 1093 time: 1.1099434 Sep 08 15:39:58.444550 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:39:58.446833 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d83c68-8657-478b-a1f0-e89d5d348349" -d '{"events": [{"name": "network-changed", "server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:39:58.483358 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc3549-1769-416f-b6a0-8b90080a69f7 req-e3b662cc-d8a3-4b8b-b6f4-5a2c82da80c9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:58.485074 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f7cc3549-1769-416f-b6a0-8b90080a69f7 req-e3b662cc-d8a3-4b8b-b6f4-5a2c82da80c9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 943 time: 0.5490384 Sep 08 15:39:58.499974 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-cfb20016-56d5-4688-a702-80eafcaa8cde service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773571 Sep 08 15:39:58.504108 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118e40-35c9-49e4-94a8-f9e1ed43337d service neutron] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:58.652652 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-a7202bda-f21a-4b10-9eac-b421dc99704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:58.654478 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-a7202bda-f21a-4b10-9eac-b421dc99704b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1096 time: 0.0706184 Sep 08 15:39:58.724657 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-15e3d443-426c-4a40-993c-5022bbe9d1c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 217 time: 0.0513644 Sep 08 15:39:58.759688 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33448) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:58.792017 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f7cc3549-1769-416f-b6a0-8b90080a69f7 req-657b9e05-57c6-4a47-9997-e794ff07f258 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911034 Sep 08 15:39:58.837415 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56016fe-98bb-4a10-b477-fc78383477f6 req-9cb05369-d87c-447e-87f7-312aa96ed71e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:58.845597 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e56016fe-98bb-4a10-b477-fc78383477f6 req-9cb05369-d87c-447e-87f7-312aa96ed71e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.3472471 Sep 08 15:39:58.861801 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-09c583b9-8d0e-4062-ac52-636eef89014d service neutron] 10.222.0.59 "GET /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958408 Sep 08 15:39:58.878717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-cdacceee-7975-4700-bb34-693c180b3c06 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332932 Sep 08 15:39:58.919104 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-010660f7-4f6c-4211-8b04-5118f4d0b52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.958262 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-010660f7-4f6c-4211-8b04-5118f4d0b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.984965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Made reservation on behalf of 98b3c7fe62d6462b81f04a9bec53005c for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:39:58.989553 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:58.999692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33454) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:59.022239 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-ba9a1412-2002-4713-8ef8-e061e021c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.023874 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-ba9a1412-2002-4713-8ef8-e061e021c734 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.2923207 Sep 08 15:39:59.026221 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98e1fce-a04d-47fd-a04e-d14598d51bfc req-df77cd05-f199-44d7-be5b-7cfdc76ec570 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766983 Sep 08 15:39:59.093935 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e56016fe-98bb-4a10-b477-fc78383477f6 req-339e15ce-2a97-4818-869d-c2c86bb79ef5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434437 Sep 08 15:39:59.109725 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-010660f7-4f6c-4211-8b04-5118f4d0b52d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67bd842fbece461d862cd528a1eef970&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4335184 Sep 08 15:39:59.113334 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33460) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:59.118145 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010660f7-4f6c-4211-8b04-5118f4d0b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9a1325-5e1e-4911-a972-7edbaff01b6e,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:59.139502 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6769616-1a29-466c-addb-a4fe6301d3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.150739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65ed66-0bcc-4456-bf29-7ab86d3a7d1b req-55eeaad0-303d-457d-833b-2398a1bb85aa tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.153101 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5b65ed66-0bcc-4456-bf29-7ab86d3a7d1b req-55eeaad0-303d-457d-833b-2398a1bb85aa tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.2730799 Sep 08 15:39:59.154070 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-031be919-9485-462f-ac54-115090cc1beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.201483 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d7a22d-1ff9-4298-bb3e-08b6dfc62bf8 x-openstack-request-id: req-05d7a22d-1ff9-4298-bb3e-08b6dfc62bf8 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:39:59.201860 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:39:59.202167 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05d7a22d-1ff9-4298-bb3e-08b6dfc62bf8 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:39:59.202617 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'status': 'completed', 'code': 200} Sep 08 15:39:59.220229 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-35647bfb-bd60-4931-b099-3642ce64c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.222622 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-35647bfb-bd60-4931-b099-3642ce64c179 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1638210 Sep 08 15:39:59.225316 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-386d64f5-bb3a-4594-bbab-38f4c9fd96e4 service neutron] 10.222.0.59 "GET /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405185 Sep 08 15:39:59.255771 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Allocated IP 172.20.0.9 (c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d/447fd226-1392-449b-bfb9-e0309fa527ab/a68da35d-30c6-49c5-9d61-037d10e47f2c) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:39:59.287532 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-964c2543-3498-4cc6-aa3f-adbb5a8a6034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.289938 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5b65ed66-0bcc-4456-bf29-7ab86d3a7d1b req-2765ee4e-07d1-4004-804d-0d56bd09086d tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211178 Sep 08 15:39:59.308321 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-867ce526-cd8b-40b1-8d96-1292359f86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.309840 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-867ce526-cd8b-40b1-8d96-1292359f86be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 1096 time: 0.1532934 Sep 08 15:39:59.313539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-42a7f014-0928-4dd1-b01e-fa74dde15c79 req-ae9c6ad6-8d95-49df-acf6-6dc3bfcb5b6b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 210 time: 0.0477462 Sep 08 15:39:59.367641 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-964c2543-3498-4cc6-aa3f-adbb5a8a6034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.458575 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-a1633c39-a1a3-4784-ba0a-faa0b04d0bff service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041366 Sep 08 15:39:59.475396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-44c3bf94-f36a-4588-9f3b-eb818aeadc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.476861 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-44c3bf94-f36a-4588-9f3b-eb818aeadc85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.1571815 Sep 08 15:39:59.488545 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6769616-1a29-466c-addb-a4fe6301d3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.505602 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943fac-b53e-4b6d-a3ce-faca3eb8ee81 req-1db28151-01fc-4b0d-9a05-cf4ff54aadcc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.507083 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f943fac-b53e-4b6d-a3ce-faca3eb8ee81 req-1db28151-01fc-4b0d-9a05-cf4ff54aadcc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.1131520 Sep 08 15:39:59.523342 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-964c2543-3498-4cc6-aa3f-adbb5a8a6034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.525856 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-964c2543-3498-4cc6-aa3f-adbb5a8a6034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.526968 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-964c2543-3498-4cc6-aa3f-adbb5a8a6034 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f9a1325-5e1e-4911-a972-7edbaff01b6e HTTP/1.1" status: 204 len: 168 time: 0.4126153 Sep 08 15:39:59.535277 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6769616-1a29-466c-addb-a4fe6301d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.545602 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-012cda84-84c8-4079-b5fb-f759950b0747 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009 HTTP/1.1" status: 200 len: 217 time: 0.0590761 Sep 08 15:39:59.553297 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c2543-3498-4cc6-aa3f-adbb5a8a6034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9a1325-5e1e-4911-a972-7edbaff01b6e,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:59.636698 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.643594 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-207045b5-fdff-4a31-91bf-ef729867ca22 req-26990496-c20a-4501-ae66-fd9dcddf57a3 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759484 Sep 08 15:39:59.654304 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Transition to ACTIVE for port object a68da35d-30c6-49c5-9d61-037d10e47f2c will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:39:59.657478 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6769616-1a29-466c-addb-a4fe6301d3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b914b-3e5c-4959-bd55-53f8daf289ea,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:59.671056 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e6769616-1a29-466c-addb-a4fe6301d3fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19db302824864056bf9190fdd9db4f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6590121 Sep 08 15:39:59.672045 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33468) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:59.691978 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f943fac-b53e-4b6d-a3ce-faca3eb8ee81 req-201c5e8d-f223-4532-8b98-4a3b8fcd21ef tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522942 Sep 08 15:39:59.706218 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-8e253435-588a-4e68-9180-aed823544207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.707531 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.707743 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-8e253435-588a-4e68-9180-aed823544207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.1443980 Sep 08 15:39:59.766116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:39:59.794277 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:39:59.802781 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:39:59.807992 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e270be-e306-49eb-bdd0-e378a1020da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.808970 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'Port': ['ID=a68da35d-30c6-49c5-9d61-037d10e47f2c,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:39:59.811249 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-f4a2b3d4-a41b-4046-bb50-2a73d17369f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399003 Sep 08 15:39:59.821746 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-031be919-9485-462f-ac54-115090cc1beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.858199 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-031be919-9485-462f-ac54-115090cc1beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.872996 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-82505ddb-89a3-4427-9096-f91de4cbb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.874803 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-82505ddb-89a3-4427-9096-f91de4cbb808 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1096 time: 0.1108549 Sep 08 15:39:59.881201 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:39:59.882065 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.904826 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-031be919-9485-462f-ac54-115090cc1beb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31b1504e6b0a422fbb34d48d34b030c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1367433 Sep 08 15:39:59.911445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33472) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:59.911846 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33474) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:39:59.942264 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e270be-e306-49eb-bdd0-e378a1020da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.942469 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-2be0bb9b-97f5-4618-94a3-930d82cb89c0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0543084 Sep 08 15:39:59.955109 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-10fd3d23-ca38-4c0e-8cf5-0da0680d8b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:39:59.973336 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Request body: {'port': {'device_id': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:00.035666 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031be919-9485-462f-ac54-115090cc1beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829c623d-c599-46e3-b56d-0764ac3302c5,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:00.063043 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87a31f-9b65-4ca4-8aa6-9566fa6e2e83 req-8d7b2db2-8e93-401d-a6ec-c1bf01094f86 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.065164 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aa87a31f-9b65-4ca4-8aa6-9566fa6e2e83 req-8d7b2db2-8e93-401d-a6ec-c1bf01094f86 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 943 time: 0.1591206 Sep 08 15:40:00.090217 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-bdef5017-6213-4006-8cd0-5723a5062e27 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631249 Sep 08 15:40:00.120287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e270be-e306-49eb-bdd0-e378a1020da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.123064 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-12e270be-e306-49eb-bdd0-e378a1020da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.124194 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-12e270be-e306-49eb-bdd0-e378a1020da1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a33b914b-3e5c-4959-bd55-53f8daf289ea HTTP/1.1" status: 204 len: 168 time: 0.4479833 Sep 08 15:40:00.124450 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-21823096-3da5-4125-a034-d716efcb24de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.148799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-4d9e7c3f-8150-4683-ba0f-a1603a9220d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.150325 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-4d9e7c3f-8150-4683-ba0f-a1603a9220d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.2644229 Sep 08 15:40:00.152215 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-002b22ce-e5c5-453e-aa0c-6a8aa8db1f21 None None] Provisioning for port a68da35d-30c6-49c5-9d61-037d10e47f2c completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:00.156499 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-002b22ce-e5c5-453e-aa0c-6a8aa8db1f21 None None] Provisioning complete for port a68da35d-30c6-49c5-9d61-037d10e47f2c triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:00.156784 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-002b22ce-e5c5-453e-aa0c-6a8aa8db1f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.162610 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e270be-e306-49eb-bdd0-e378a1020da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b914b-3e5c-4959-bd55-53f8daf289ea,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:00.175704 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aa87a31f-9b65-4ca4-8aa6-9566fa6e2e83 req-44df584f-cf98-4675-a968-9944516d4b1d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938280 Sep 08 15:40:00.184094 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.216776 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-002b22ce-e5c5-453e-aa0c-6a8aa8db1f21 None None] Port a68da35d-30c6-49c5-9d61-037d10e47f2c cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:40:00.265365 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75fd2082-2cde-4d7e-a960-5e460218dafb req-d0910a19-d262-45d7-846b-92aadcc96237 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668029 Sep 08 15:40:00.273802 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5994673-4aca-418b-8a4f-404bb03083f3 req-ff6158d3-32f9-4e5c-9d4a-afe1775f65cb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.275251 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b5994673-4aca-418b-8a4f-404bb03083f3 req-ff6158d3-32f9-4e5c-9d4a-afe1775f65cb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.0986094 Sep 08 15:40:00.293396 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-21823096-3da5-4125-a034-d716efcb24de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.299219 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-c9d9fba6-fd72-4708-954f-3dbca9324cb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 217 time: 0.1261849 Sep 08 15:40:00.328168 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b5994673-4aca-418b-8a4f-404bb03083f3 req-200a9711-072c-4061-900a-9f9e9c1c0d89 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464795 Sep 08 15:40:00.483246 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-aff774a1-ac81-4dbb-92f8-11e295e2f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.483487 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9b6d0-2b7c-4b88-8401-1224ce0ed244 req-e71c9a02-1f51-491f-9374-76ca5e4005bb tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.484732 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-aff774a1-ac81-4dbb-92f8-11e295e2f49b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.1745548 Sep 08 15:40:00.484859 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-65b9b6d0-2b7c-4b88-8401-1224ce0ed244 req-e71c9a02-1f51-491f-9374-76ca5e4005bb tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.0894687 Sep 08 15:40:00.494204 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-10fd3d23-ca38-4c0e-8cf5-0da0680d8b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.494538 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4649-5526-4f7c-8ee4-2895ad8d6450 req-694c85e4-6c6b-4a06-bcd0-43f2c20986b9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.497697 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f55e4649-5526-4f7c-8ee4-2895ad8d6450 req-694c85e4-6c6b-4a06-bcd0-43f2c20986b9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 931 time: 0.0699484 Sep 08 15:40:00.512426 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-10fd3d23-ca38-4c0e-8cf5-0da0680d8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.562410 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-65b9b6d0-2b7c-4b88-8401-1224ce0ed244 req-5b93410e-edda-45a0-9187-9f9884edf0fe tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650120 Sep 08 15:40:00.568963 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f55e4649-5526-4f7c-8ee4-2895ad8d6450 req-224c820f-fbe7-4a40-a5f7-2a7c47dd7dfe tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544391 Sep 08 15:40:00.569524 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33486) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:00.588854 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-21823096-3da5-4125-a034-d716efcb24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.589510 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5f29-ab4f-4cab-b676-bc14ee4ec9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.591436 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-21823096-3da5-4125-a034-d716efcb24de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.592558 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-21823096-3da5-4125-a034-d716efcb24de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/829c623d-c599-46e3-b56d-0764ac3302c5 HTTP/1.1" status: 204 len: 168 time: 0.6791470 Sep 08 15:40:00.613083 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-10fd3d23-ca38-4c0e-8cf5-0da0680d8b61 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4cf1a6c45c9f4ec39251aedc03390854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982391 Sep 08 15:40:00.613382 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33490) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:00.616350 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3d23-ca38-4c0e-8cf5-0da0680d8b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89f25f-a190-41e9-a568-c4609f2e858d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:00.628233 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-56034fca-3a73-4b23-b8e2-ea81ff73ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.629677 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-56034fca-3a73-4b23-b8e2-ea81ff73ec21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1376677 Sep 08 15:40:00.668395 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21823096-3da5-4125-a034-d716efcb24de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829c623d-c599-46e3-b56d-0764ac3302c5,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:00.704111 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ef207e9-daeb-49c7-b37d-449cb54953aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.747201 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ef207e9-daeb-49c7-b37d-449cb54953aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.785750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5f29-ab4f-4cab-b676-bc14ee4ec9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.801158 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-b6ae5a76-9a0c-4e86-84a3-04f54cfecee7 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421058 Sep 08 15:40:00.802077 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1d7c5f29-ab4f-4cab-b676-bc14ee4ec9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.863548 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-1d7c5f29-ab4f-4cab-b676-bc14ee4ec9a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb778bf692ec40289ec7bb3987b99305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929511 Sep 08 15:40:00.865448 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c5f29-ab4f-4cab-b676-bc14ee4ec9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451ce401-2467-412b-8ae0-d3f9fe1557af,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:00.868042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33496) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:00.870554 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68da35d-30c6-49c5-9d61-037d10e47f2c {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:00.897146 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeff683-9428-4bad-8025-d451e988f270 req-e2fc6933-7179-4382-a85b-8f5c54170c61 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:00.898679 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cbeff683-9428-4bad-8025-d451e988f270 req-e2fc6933-7179-4382-a85b-8f5c54170c61 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.1079924 Sep 08 15:40:00.907264 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ef207e9-daeb-49c7-b37d-449cb54953aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.910622 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ef207e9-daeb-49c7-b37d-449cb54953aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.914122 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9ef207e9-daeb-49c7-b37d-449cb54953aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a89f25f-a190-41e9-a568-c4609f2e858d HTTP/1.1" status: 204 len: 168 time: 0.2974281 Sep 08 15:40:00.946059 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef207e9-daeb-49c7-b37d-449cb54953aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89f25f-a190-41e9-a568-c4609f2e858d,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:00.954908 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-29d83c68-8657-478b-a1f0-e89d5d348349 req-2c302233-3d7d-4a9a-b469-ecff3c909a94 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316040 Sep 08 15:40:00.957341 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.971085 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Transition to ACTIVE for port object a68da35d-30c6-49c5-9d61-037d10e47f2c will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:40:00.988047 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cbeff683-9428-4bad-8025-d451e988f270 req-f4fd9170-d147-4d05-aff9-a2fb9178269f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816348 Sep 08 15:40:00.991053 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cd32080e-f134-4ecd-82ad-b3746f1b1660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:00.995127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.014817 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cd32080e-f134-4ecd-82ad-b3746f1b1660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.078215 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Pushing event updated for resources: {'Port': ['ID=a68da35d-30c6-49c5-9d61-037d10e47f2c,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:01.082643 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cd32080e-f134-4ecd-82ad-b3746f1b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.088265 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cd32080e-f134-4ecd-82ad-b3746f1b1660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.089727 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-cd32080e-f134-4ecd-82ad-b3746f1b1660 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/451ce401-2467-412b-8ae0-d3f9fe1557af HTTP/1.1" status: 204 len: 168 time: 0.2187362 Sep 08 15:40:01.099378 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32080e-f134-4ecd-82ad-b3746f1b1660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ce401-2467-412b-8ae0-d3f9fe1557af,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:01.107238 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33502) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:01.142544 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a19-287f-4b5c-97ab-757cc581090f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.185930 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Attempting to bind port a68da35d-30c6-49c5-9d61-037d10e47f2c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:40:01.186367 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Attempting to bind port a68da35d-30c6-49c5-9d61-037d10e47f2c by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:40:01.186674 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Attempting to bind port a68da35d-30c6-49c5-9d61-037d10e47f2c on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:40:01.195760 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Port a68da35d-30c6-49c5-9d61-037d10e47f2c on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:40:01.196146 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Attempting to bind port a68da35d-30c6-49c5-9d61-037d10e47f2c on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:40:01.207005 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:40:01.207376 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Checking segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:40:01.208236 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Bound using segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:40:01.208495 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Bound port: a68da35d-30c6-49c5-9d61-037d10e47f2c, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:40:01.208859 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.280777 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a19-287f-4b5c-97ab-757cc581090f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.290668 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1a19-287f-4b5c-97ab-757cc581090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.329291 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d1a19-287f-4b5c-97ab-757cc581090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d8360d-7a10-4819-94d0-01db3f66e72f,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:01.348219 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] For port a68da35d-30c6-49c5-9d61-037d10e47f2c, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:40:01.351715 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] For port a68da35d-30c6-49c5-9d61-037d10e47f2c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:40:01.366843 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.404054 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2d5d1a19-287f-4b5c-97ab-757cc581090f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c14e895c7a349f3acdf583caa8080ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935183 Sep 08 15:40:01.411210 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33514) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:01.467248 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4c7cf228-428a-4acd-964f-f728d7f9d1d6 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:01.476584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb778-2bae-4b31-a853-796597e185bd req-84e1dbf6-97c1-43d9-8211-d2eb72106f86 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:01.479035 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba5eb778-2bae-4b31-a853-796597e185bd req-84e1dbf6-97c1-43d9-8211-d2eb72106f86 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 943 time: 0.1813755 Sep 08 15:40:01.597682 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba5eb778-2bae-4b31-a853-796597e185bd req-0aa4bcec-2fa7-4e1d-acdf-51fce114dea0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047432 Sep 08 15:40:01.599980 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f01a6012-217f-484c-bf4e-a1aefa68ee83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.618767 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736509d4-b5c0-4018-8620-1fb2e7236a76 req-646696cc-5be2-49c4-91a1-b944a1954a24 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:01.620631 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-736509d4-b5c0-4018-8620-1fb2e7236a76 req-646696cc-5be2-49c4-91a1-b944a1954a24 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 943 time: 0.1616733 Sep 08 15:40:01.632864 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:01.633487 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.635069 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] 10.222.0.59 "PUT /v2.0/ports/a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 1093 time: 1.6682656 Sep 08 15:40:01.635521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:01.637767 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df402c-3112-468e-8227-e19a9d933e38" -d '{"events": [{"name": "network-changed", "server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:01.662107 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96128c-dbbc-410f-a6b8-fce10c296fed service neutron] Pushing event updated for resources: {'Port': ['ID=a68da35d-30c6-49c5-9d61-037d10e47f2c,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:01.690372 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f01a6012-217f-484c-bf4e-a1aefa68ee83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.736288 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:01.757302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '4c7cf228-428a-4acd-964f-f728d7f9d1d6', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'port_id': '4c7cf228-428a-4acd-964f-f728d7f9d1d6', 'mac_address': 'fa:16:3e:2b:c9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5d3c97-7c44-46b8-8d86-270bbd20aed0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:01.797424 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-81dfd70d-fcda-4fcb-91fe-a0187b8c6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:01.801070 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-81dfd70d-fcda-4fcb-91fe-a0187b8c6181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1096 time: 0.0836630 Sep 08 15:40:01.809697 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.828256 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7cf228-428a-4acd-964f-f728d7f9d1d6 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:01.860361 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f01a6012-217f-484c-bf4e-a1aefa68ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.863033 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:01.864358 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f01a6012-217f-484c-bf4e-a1aefa68ee83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.868234 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f01a6012-217f-484c-bf4e-a1aefa68ee83 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67d8360d-7a10-4819-94d0-01db3f66e72f HTTP/1.1" status: 204 len: 168 time: 0.4526770 Sep 08 15:40:01.872711 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:01.873613 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a74dfb00-2aa8-494b-9ba3-47660a7ebf6c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:01.898531 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-736509d4-b5c0-4018-8620-1fb2e7236a76 req-7bbb98e4-d3c6-4273-b83b-f207742d9895 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678354 Sep 08 15:40:01.916799 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-fe94fee4-6d2c-4794-992e-6dbe136b7bb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 217 time: 0.0984502 Sep 08 15:40:01.944048 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5ede-8b1c-4006-b6d5-ce696d6849f6 req-5edf0177-b755-41b5-a943-a4a36692361a tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:01.945617 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-10ee5ede-8b1c-4006-b6d5-ce696d6849f6 req-5edf0177-b755-41b5-a943-a4a36692361a tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 943 time: 0.1999586 Sep 08 15:40:01.946615 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a6012-217f-484c-bf4e-a1aefa68ee83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d8360d-7a10-4819-94d0-01db3f66e72f,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:01.994108 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-9a1d3bc3-048c-4424-b50d-bda276134368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:01.996714 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-9a1d3bc3-048c-4424-b50d-bda276134368 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0728862 Sep 08 15:40:02.044358 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-10ee5ede-8b1c-4006-b6d5-ce696d6849f6 req-ac7ad658-1f5a-4744-bcf2-7dc0a08a41e9 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812376 Sep 08 15:40:02.071318 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fefb05-ec65-4075-9bda-8bd1b1efd617 req-29f215dc-c16a-480d-8fc2-f7825e83ec8e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.071318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d1fefb05-ec65-4075-9bda-8bd1b1efd617 req-29f215dc-c16a-480d-8fc2-f7825e83ec8e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 943 time: 0.0799544 Sep 08 15:40:02.104833 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=4c7cf228-428a-4acd-964f-f728d7f9d1d6,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:02.107045 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98481298-5a8b-49c4-b03b-153a0d59850d req-ce859a13-576a-4332-8a09-10262ac26a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.115641 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-ce859a13-576a-4332-8a09-10262ac26a57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110599 Sep 08 15:40:02.131732 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,segment=NetworkSegment(01811a06-f594-4a00-84f9-e145c5abf0ca),segment_id=01811a06-f594-4a00-84f9-e145c5abf0ca)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:02.145115 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c', 'network_id': '067c5228-abc3-4d27-a952-04a59f68f9a8', 'port_id': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c', 'mac_address': 'fa:16:3e:71:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761e3f7b-5be8-4630-9fd3-0d0d4a04bdab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:02.191012 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d5968-35c4-44d1-9c5e-cd8759831576 x-openstack-request-id: req-9d2d5968-35c4-44d1-9c5e-cd8759831576 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:02.191308 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:02.191561 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d2d5968-35c4-44d1-9c5e-cd8759831576 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:02.191945 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'status': 'completed', 'code': 200} Sep 08 15:40:02.193677 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:02.201166 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d1fefb05-ec65-4075-9bda-8bd1b1efd617 req-6a260c65-52ce-4d3d-8c7f-bb7ab2b4a28c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177385 Sep 08 15:40:02.208453 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74dfb00-2aa8-494b-9ba3-47660a7ebf6c {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:02.231611 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,segment=NetworkSegment(01811a06-f594-4a00-84f9-e145c5abf0ca),segment_id=01811a06-f594-4a00-84f9-e145c5abf0ca)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:02.238500 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:02.278729 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb1685-621c-402a-aa04-7a7957820d5c req-0cb2ff04-0740-4b9a-b2e8-21dcfa3d3cca tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.286289 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a4eb1685-621c-402a-aa04-7a7957820d5c req-0cb2ff04-0740-4b9a-b2e8-21dcfa3d3cca tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0913424 Sep 08 15:40:02.313532 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-b57956bf-2057-448b-8a5b-ba02b0198756 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882198 Sep 08 15:40:02.339295 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a4eb1685-621c-402a-aa04-7a7957820d5c req-28f186df-1326-48dd-8124-1876b86379b2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451932 Sep 08 15:40:02.437846 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:02.447668 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-98481298-5a8b-49c4-b03b-153a0d59850d req-7e21af73-7b36-4ad1-b81c-95407aa1b686 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249509 Sep 08 15:40:02.597485 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df402c-3112-468e-8227-e19a9d933e38 req-732f3fa1-78e9-448b-8917-8a4108a7a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.599694 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-732f3fa1-78e9-448b-8917-8a4108a7a108 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1096 time: 0.0493972 Sep 08 15:40:02.761095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df402c-3112-468e-8227-e19a9d933e38 req-d91dc0a6-f226-43cc-9cd6-8f9d3bba4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.768853 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-d91dc0a6-f226-43cc-9cd6-8f9d3bba4a26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.1615736 Sep 08 15:40:02.778463 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdbc13-1a01-4a94-afe0-90400e3fdce2 req-a9ec0d5e-dab3-4266-afa2-ed624ddeb70e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.780784 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ebdbc13-1a01-4a94-afe0-90400e3fdce2 req-a9ec0d5e-dab3-4266-afa2-ed624ddeb70e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 943 time: 0.0729284 Sep 08 15:40:02.848255 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-4cd226ff-4181-4ead-bdea-2d05041e1901 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 217 time: 0.0721068 Sep 08 15:40:02.858753 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ebdbc13-1a01-4a94-afe0-90400e3fdce2 req-5eb5ae5d-4ef4-4f49-8ac7-6b97c2dcc8f0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684083 Sep 08 15:40:02.917519 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df402c-3112-468e-8227-e19a9d933e38 req-f3e049d1-c264-4587-a5f0-fadcfcd4ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.921534 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-f3e049d1-c264-4587-a5f0-fadcfcd4ea27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0655177 Sep 08 15:40:02.942769 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:02.994370 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df402c-3112-468e-8227-e19a9d933e38 req-56dc7c62-2b4a-4349-9363-8aff09f02cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:02.997223 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-56dc7c62-2b4a-4349-9363-8aff09f02cbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647590 Sep 08 15:40:03.042837 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aa8d5-243e-49dc-a327-cbf76a3f996f req-2f35ea11-0b69-42d4-b239-ac22d25e8f1b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:03.051495 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98aa8d5-243e-49dc-a327-cbf76a3f996f req-2f35ea11-0b69-42d4-b239-ac22d25e8f1b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 944 time: 0.0685966 Sep 08 15:40:03.075665 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['a74dfb00-2aa8-494b-9ba3-47660a7ebf6c'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:03.147333 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a98aa8d5-243e-49dc-a327-cbf76a3f996f req-d0b7879a-6349-47c0-8076-bc4d52bc1dfa tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944948 Sep 08 15:40:03.186201 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-626ec62c-9e6d-4233-85a6-1de55c2d0994 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825919 Sep 08 15:40:03.260148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5ca3-85aa-4625-b464-ca3fd917d4d3 req-4fc44a96-942b-4da6-ab38-1517258185c1 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:03.267600 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-541e5ca3-85aa-4625-b464-ca3fd917d4d3 req-4fc44a96-942b-4da6-ab38-1517258185c1 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 944 time: 0.0885890 Sep 08 15:40:03.320378 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-541e5ca3-85aa-4625-b464-ca3fd917d4d3 req-892cf325-767d-41fc-a7d3-b03ecf3c665a tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Sep 08 15:40:03.363808 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-63df402c-3112-468e-8227-e19a9d933e38 req-e1ee5020-3007-4d0f-b57a-d916321486f7 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694028 Sep 08 15:40:03.396290 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081ea4f-bc20-49fe-95d0-4749b6dd6f33 req-06941f20-0337-4ade-8fa2-8ba5e24bfa9d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:03.398484 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1081ea4f-bc20-49fe-95d0-4749b6dd6f33 req-06941f20-0337-4ade-8fa2-8ba5e24bfa9d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 943 time: 0.0612462 Sep 08 15:40:03.457201 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:03.473572 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1081ea4f-bc20-49fe-95d0-4749b6dd6f33 req-b390729d-1d6c-478d-8e64-46dfcdd344b3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680976 Sep 08 15:40:03.490103 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e030-4198-4574-b2e1-f86898240faa req-7de99c93-b86b-447b-aeb7-c7876cf94e74 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:03.496933 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e9b5e030-4198-4574-b2e1-f86898240faa req-7de99c93-b86b-447b-aeb7-c7876cf94e74 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0842299 Sep 08 15:40:03.533389 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e9b5e030-4198-4574-b2e1-f86898240faa req-8db7f86c-8e10-4e62-88c2-27fe93c6596c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355151 Sep 08 15:40:03.575123 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:03.588449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'mac_address': 'fa:16:3e:ac:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:03.635050 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:03.647879 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef78611-e2be-461d-83e0-d3bd9537bfe0 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:03.667986 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:03.671822 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:03.672487 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c694de99-fa2a-4ccf-9d4f-e790d46486b3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:03.746991 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:03.810509 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port c694de99-fa2a-4ccf-9d4f-e790d46486b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:03.823179 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'port_id': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3', 'mac_address': 'fa:16:3e:49:27:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:03.864262 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:03.878678 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c694de99-fa2a-4ccf-9d4f-e790d46486b3 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:03.903123 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port c694de99-fa2a-4ccf-9d4f-e790d46486b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:03.914303 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:03.915190 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c93d481f-afb9-4027-b5de-bb90ea1fc009 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:04.009786 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd76f2f-dc48-4277-a2c6-97e7da2e3b26 req-eab6087e-6abc-4d0b-8843-7b84f5e0a70b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:04.011613 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-efd76f2f-dc48-4277-a2c6-97e7da2e3b26 req-eab6087e-6abc-4d0b-8843-7b84f5e0a70b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 943 time: 0.0634305 Sep 08 15:40:04.025698 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port c93d481f-afb9-4027-b5de-bb90ea1fc009, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:04.029212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=c694de99-fa2a-4ccf-9d4f-e790d46486b3,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:04.042492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'c93d481f-afb9-4027-b5de-bb90ea1fc009', 'network_id': '837c12d3-2b97-4760-9735-6578493070b0', 'port_id': 'c93d481f-afb9-4027-b5de-bb90ea1fc009', 'mac_address': 'fa:16:3e:ae:fe:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78caf5ed-c032-4db7-a994-7f0a42931f40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:04.062246 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-efd76f2f-dc48-4277-a2c6-97e7da2e3b26 req-7ce4a20d-6227-4a3f-8d7d-efeaf97d1fa5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Sep 08 15:40:04.083314 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:04.096304 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93d481f-afb9-4027-b5de-bb90ea1fc009 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:04.116392 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port c93d481f-afb9-4027-b5de-bb90ea1fc009, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:04.120448 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:04.172732 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=c93d481f-afb9-4027-b5de-bb90ea1fc009,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:04.271372 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab5e6e-296c-46df-9858-329597fe1066 req-3a620635-64f6-4fe9-9097-ddcc3a3de131 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:04.273025 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fcab5e6e-296c-46df-9858-329597fe1066 req-3a620635-64f6-4fe9-9097-ddcc3a3de131 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 944 time: 0.0565486 Sep 08 15:40:04.320795 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fcab5e6e-296c-46df-9858-329597fe1066 req-6370af8c-0598-4b6a-969b-7c0bdcd1f74f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Sep 08 15:40:04.474719 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f3f0d-cfad-4322-bee5-5a6ffe82e7c0 req-e1f16192-72c8-4a45-9300-a49f70ad36af tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:04.476218 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fa6f3f0d-cfad-4322-bee5-5a6ffe82e7c0 req-e1f16192-72c8-4a45-9300-a49f70ad36af tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 944 time: 0.0675273 Sep 08 15:40:04.520528 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fa6f3f0d-cfad-4322-bee5-5a6ffe82e7c0 req-d82cb398-26fd-4dee-ba06-bb80e6780261 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Sep 08 15:40:04.615593 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826a521-50be-4ab5-9730-d0cd4ec02bca req-227bf043-64d3-444f-84f6-90ab4ad837b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:04.617362 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7826a521-50be-4ab5-9730-d0cd4ec02bca req-227bf043-64d3-444f-84f6-90ab4ad837b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 943 time: 0.0636907 Sep 08 15:40:04.682266 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:04.697018 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7826a521-50be-4ab5-9730-d0cd4ec02bca req-61ef3ecb-fc8f-46db-8848-80ecadc22f57 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727370 Sep 08 15:40:04.714511 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb8c3-5db3-4c20-b5fd-01b7280cc56d req-b7451ddf-9508-4574-91d1-80223b29342b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:04.715938 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1befb8c3-5db3-4c20-b5fd-01b7280cc56d req-b7451ddf-9508-4574-91d1-80223b29342b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0767860 Sep 08 15:40:04.754092 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1befb8c3-5db3-4c20-b5fd-01b7280cc56d req-4d352cb5-021e-475c-97c3-03e208ca6615 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Sep 08 15:40:05.176375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb12026-9e08-49e1-9d7a-5a62629a0245 req-52a39e9b-268c-4ea9-8f4a-807020a7dc3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:05.177752 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2cb12026-9e08-49e1-9d7a-5a62629a0245 req-52a39e9b-268c-4ea9-8f4a-807020a7dc3e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0468597 Sep 08 15:40:05.214753 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2cb12026-9e08-49e1-9d7a-5a62629a0245 req-ede2df09-bedd-4979-84e0-dd50a932b94f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Sep 08 15:40:05.430296 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284d92-2c75-467a-991d-3c6e6a1898f5 req-12cd9356-23d4-4c5e-8b81-813f2a2ad729 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:05.431677 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-19284d92-2c75-467a-991d-3c6e6a1898f5 req-12cd9356-23d4-4c5e-8b81-813f2a2ad729 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 944 time: 0.0483282 Sep 08 15:40:05.473195 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-19284d92-2c75-467a-991d-3c6e6a1898f5 req-ca077f0c-5b86-465a-8963-fa579b34cb1a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356979 Sep 08 15:40:05.632760 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b744e-a798-4e16-861b-d4547550f7e1 req-d0afbf5e-2920-40b1-b27a-d18402c71133 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:05.634209 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9b5b744e-a798-4e16-861b-d4547550f7e1 req-d0afbf5e-2920-40b1-b27a-d18402c71133 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 944 time: 0.0460491 Sep 08 15:40:05.671095 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9b5b744e-a798-4e16-861b-d4547550f7e1 req-26e79f5f-e136-4b21-b3c1-a6da1651e29c tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Sep 08 15:40:05.807061 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d9567-28e5-4b1a-9b28-d2bec6ccc56d req-7ea4350c-be94-44b2-b2c1-fedd6db1e22e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:05.808535 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b03d9567-28e5-4b1a-9b28-d2bec6ccc56d req-7ea4350c-be94-44b2-b2c1-fedd6db1e22e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 943 time: 0.0467026 Sep 08 15:40:05.874388 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b03d9567-28e5-4b1a-9b28-d2bec6ccc56d req-798a03cb-ed35-446b-b855-b2d83a8c6017 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591929 Sep 08 15:40:05.890641 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84840988-80bc-4301-b204-4799ddd8bb85 req-a27aad1c-fcf5-483d-8294-5ca8bd82ad33 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:05.892222 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-84840988-80bc-4301-b204-4799ddd8bb85 req-a27aad1c-fcf5-483d-8294-5ca8bd82ad33 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0644958 Sep 08 15:40:06.112284 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-84840988-80bc-4301-b204-4799ddd8bb85 req-59101600-0f18-4ca4-8584-42d7ebf298bd tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139075 Sep 08 15:40:06.323905 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1bd4-9a5d-488d-b27c-0735624aada3 req-dc5770f8-e5c2-4cff-a295-846fba1ae741 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:06.325313 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-056a1bd4-9a5d-488d-b27c-0735624aada3 req-dc5770f8-e5c2-4cff-a295-846fba1ae741 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0457747 Sep 08 15:40:06.361224 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-056a1bd4-9a5d-488d-b27c-0735624aada3 req-06f7165e-3dfc-415e-8ae0-3110cb0a6c76 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293324 Sep 08 15:40:06.584524 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16925fb1-9410-445b-a84e-62d3fd642f2d req-cd9fd85c-2ac9-43e4-9e00-cbb1b47305c9 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:06.585979 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-16925fb1-9410-445b-a84e-62d3fd642f2d req-cd9fd85c-2ac9-43e4-9e00-cbb1b47305c9 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 944 time: 0.0462317 Sep 08 15:40:06.621882 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-16925fb1-9410-445b-a84e-62d3fd642f2d req-99a0fd06-0cae-4295-ab1e-82371d55bfcf tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299637 Sep 08 15:40:06.785738 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab90a5f-ca28-4c88-8ef6-5524f3f00d2f req-155027a6-eca6-4d7a-9024-96789d134fca tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:06.787241 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eab90a5f-ca28-4c88-8ef6-5524f3f00d2f req-155027a6-eca6-4d7a-9024-96789d134fca tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 944 time: 0.0516658 Sep 08 15:40:06.824158 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eab90a5f-ca28-4c88-8ef6-5524f3f00d2f req-7eec1adf-09ab-466f-aa06-18ac2c01b0a6 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309491 Sep 08 15:40:06.992712 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c495-68ee-425a-9355-76721a28c323 req-66511a93-4fb7-4344-8f02-7a88cc4986d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:06.994171 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cee4c495-68ee-425a-9355-76721a28c323 req-66511a93-4fb7-4344-8f02-7a88cc4986d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 943 time: 0.0474002 Sep 08 15:40:07.030020 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cee4c495-68ee-425a-9355-76721a28c323 req-7158975f-eb46-4349-9065-113ff93ac72f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297484 Sep 08 15:40:07.226690 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac781b-a67c-4b29-ad68-8408b9faeff7 req-f6721f9b-3f08-49d2-bb18-e1c6730ee047 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:07.228124 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-64ac781b-a67c-4b29-ad68-8408b9faeff7 req-f6721f9b-3f08-49d2-bb18-e1c6730ee047 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0457504 Sep 08 15:40:07.247115 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1336d7d6-3db6-4537-8480-6fbe8f829ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.267551 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-64ac781b-a67c-4b29-ad68-8408b9faeff7 req-b53ebaa8-1c37-4874-bd80-a3fab91c94c9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Sep 08 15:40:07.269436 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a74dfb00-2aa8-494b-9ba3-47660a7ebf6c up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:07.319022 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:07.322498 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:07.322867 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.397308 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.420702 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:07.481691 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48426f16-a79f-4481-a16c-6688a1eb87f5 req-6a53d303-3a85-40fa-8c75-e54ed92e1f7b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:07.483173 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-48426f16-a79f-4481-a16c-6688a1eb87f5 req-6a53d303-3a85-40fa-8c75-e54ed92e1f7b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0529473 Sep 08 15:40:07.502842 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,segment=NetworkSegment(01811a06-f594-4a00-84f9-e145c5abf0ca),segment_id=01811a06-f594-4a00-84f9-e145c5abf0ca)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:07.507556 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.508355 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4c7cf228-428a-4acd-964f-f728d7f9d1d6 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:07.524893 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-48426f16-a79f-4481-a16c-6688a1eb87f5 req-99ab1652-0dfa-43a9-8599-e33d07e35a14 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Sep 08 15:40:07.587320 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:07.600206 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:07.603940 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:07.604308 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.626767 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd29ea8-182e-44e9-a6ff-fabb658ef44c" -d '{"events": [{"server_uuid": "35d78f39-c9d2-4714-9019-ec0a827fd8ff", "name": "network-vif-plugged", "status": "completed", "tag": "a74dfb00-2aa8-494b-9ba3-47660a7ebf6c"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:07.695206 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.727575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd49c35e-5fcf-4563-b88f-f5d25d6e66a2 x-openstack-request-id: req-bd49c35e-5fcf-4563-b88f-f5d25d6e66a2 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:07.727871 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d78f39-c9d2-4714-9019-ec0a827fd8ff", "name": "network-vif-plugged", "status": "completed", "tag": "a74dfb00-2aa8-494b-9ba3-47660a7ebf6c", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:07.728276 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd49c35e-5fcf-4563-b88f-f5d25d6e66a2 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:07.728712 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c', 'code': 200} Sep 08 15:40:07.731965 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:07.736364 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:07.743734 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795b406-b468-4948-a151-d15c5ffc8bbe req-6f8f528a-9ecc-41ca-a9a0-c5261abd2b94 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:07.745224 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c795b406-b468-4948-a151-d15c5ffc8bbe req-6f8f528a-9ecc-41ca-a9a0-c5261abd2b94 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 944 time: 0.0537891 Sep 08 15:40:07.782919 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c795b406-b468-4948-a151-d15c5ffc8bbe req-81d32c85-c98d-47e9-a504-9dc831ce486a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 Sep 08 15:40:07.786732 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=4c7cf228-428a-4acd-964f-f728d7f9d1d6,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:07.939716 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa193df3-d80d-4e7a-850c-fd895b6ff4c9 req-b57e601a-993e-449a-a65f-5415c387c576 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:07.941119 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aa193df3-d80d-4e7a-850c-fd895b6ff4c9 req-b57e601a-993e-449a-a65f-5415c387c576 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0486178 Sep 08 15:40:07.977472 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aa193df3-d80d-4e7a-850c-fd895b6ff4c9 req-c495afcc-f9a1-432b-923c-4cd8e7198367 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303204 Sep 08 15:40:08.148110 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4e9f6-d4b2-4ab7-8aac-57d25458bbc9 req-0643ddb3-0a78-446f-8f8f-9b1a9b1f1457 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:08.149602 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-72d4e9f6-d4b2-4ab7-8aac-57d25458bbc9 req-0643ddb3-0a78-446f-8f8f-9b1a9b1f1457 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 943 time: 0.0525177 Sep 08 15:40:08.186631 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-72d4e9f6-d4b2-4ab7-8aac-57d25458bbc9 req-3634f5fd-f2ae-4572-8848-9bf7eac12173 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Sep 08 15:40:08.381576 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999f869-6492-44ef-90c6-179cc6e48b25 req-7b5455c2-d484-4916-91d3-6044f552e66d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:08.383244 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5999f869-6492-44ef-90c6-179cc6e48b25 req-7b5455c2-d484-4916-91d3-6044f552e66d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0473363 Sep 08 15:40:08.421664 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5999f869-6492-44ef-90c6-179cc6e48b25 req-7cadedd4-060e-4c41-afd9-9ca4a80dd2a1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Sep 08 15:40:08.640117 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f93357-44dd-4d15-813e-611b2a0e1ea9 req-d60203d4-b6d4-4694-b542-0a8a98178be9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:08.642265 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-30f93357-44dd-4d15-813e-611b2a0e1ea9 req-d60203d4-b6d4-4694-b542-0a8a98178be9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0473349 Sep 08 15:40:08.666128 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a68da35d-30c6-49c5-9d61-037d10e47f2c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:08.679540 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-30f93357-44dd-4d15-813e-611b2a0e1ea9 req-ef2ede1b-9e59-49b4-8b4e-4c88912cbdfc tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314085 Sep 08 15:40:08.759557 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a68da35d-30c6-49c5-9d61-037d10e47f2c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:08.771721 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'port_id': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'mac_address': 'fa:16:3e:e9:1b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:08.805954 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:08.818490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68da35d-30c6-49c5-9d61-037d10e47f2c {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:08.837817 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a68da35d-30c6-49c5-9d61-037d10e47f2c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:08.842504 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:08.903642 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=a68da35d-30c6-49c5-9d61-037d10e47f2c,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:08.918469 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30156b0f-3056-4d41-89c3-fe069b798305 req-06fddee0-2701-43b8-9d51-96ac5a46a200 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:08.919945 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-30156b0f-3056-4d41-89c3-fe069b798305 req-06fddee0-2701-43b8-9d51-96ac5a46a200 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0608902 Sep 08 15:40:08.957371 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-30156b0f-3056-4d41-89c3-fe069b798305 req-c638396e-1f9c-4346-964c-4e3794e54594 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Sep 08 15:40:09.089104 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf0019-cbaf-4074-836c-c0126f7666b0 req-2f9dbb64-5fb9-4ffc-8abd-51e510b860b8 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:09.090603 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-45bf0019-cbaf-4074-836c-c0126f7666b0 req-2f9dbb64-5fb9-4ffc-8abd-51e510b860b8 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0474455 Sep 08 15:40:09.100601 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['1ef78611-e2be-461d-83e0-d3bd9537bfe0'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:09.138689 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-45bf0019-cbaf-4074-836c-c0126f7666b0 req-4ee264da-2ac3-4ab8-9b02-6184f45d11f4 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Sep 08 15:40:09.229451 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['c694de99-fa2a-4ccf-9d4f-e790d46486b3'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:09.254575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['c93d481f-afb9-4027-b5de-bb90ea1fc009'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:09.261795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f12960-acbb-4984-bc24-4d0db98da1f1 req-5275cbe9-a744-4dbf-b93e-a8df7d85ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:09.263809 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b0f12960-acbb-4984-bc24-4d0db98da1f1 req-5275cbe9-a744-4dbf-b93e-a8df7d85ed67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 1098 time: 0.0810075 Sep 08 15:40:09.283473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b0f12960-acbb-4984-bc24-4d0db98da1f1 req-69de52f3-02a6-4046-8f47-25bb41adef0b service neutron] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:09.308330 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da4b48-513c-4530-a972-f8c9f06cbcc1 req-36bf170a-6b9b-4b31-8293-ed9afddf1710 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:09.309855 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-39da4b48-513c-4530-a972-f8c9f06cbcc1 req-36bf170a-6b9b-4b31-8293-ed9afddf1710 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 944 time: 0.0540020 Sep 08 15:40:09.355055 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-39da4b48-513c-4530-a972-f8c9f06cbcc1 req-ed6e1ba1-9e04-4567-bbb4-769de4ef1790 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Sep 08 15:40:09.387981 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b0f12960-acbb-4984-bc24-4d0db98da1f1 req-69de52f3-02a6-4046-8f47-25bb41adef0b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:09.392570 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b0f12960-acbb-4984-bc24-4d0db98da1f1 req-69de52f3-02a6-4046-8f47-25bb41adef0b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:09.426424 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b0f12960-acbb-4984-bc24-4d0db98da1f1 req-69de52f3-02a6-4046-8f47-25bb41adef0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555882 Sep 08 15:40:09.431207 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de52f3-02a6-4046-8f47-25bb41adef0b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f07b36fe-1415-4b04-a00c-a1dc2eed2fa1,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:09.542267 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081df429-5970-4c3d-9f34-53b875f85231 req-2b461aa2-7353-4949-bb03-b5356a2ab474 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:09.543767 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-081df429-5970-4c3d-9f34-53b875f85231 req-2b461aa2-7353-4949-bb03-b5356a2ab474 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0534048 Sep 08 15:40:09.593090 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-081df429-5970-4c3d-9f34-53b875f85231 req-094ee11d-e2d4-41fd-a513-4eb63ffd3591 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Sep 08 15:40:09.729929 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cf228-428a-4acd-964f-f728d7f9d1d6'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:09.733793 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d3add-f7f4-44ab-8bfa-f0fb232732b6" -d '{"events": [{"server_uuid": "2a3e4fce-3e6f-464f-895f-6556c5eb7d53", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cf228-428a-4acd-964f-f728d7f9d1d6"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:09.771748 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724d14cf-4d22-43fc-891e-7a48e1f60362 x-openstack-request-id: req-724d14cf-4d22-43fc-891e-7a48e1f60362 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:09.772062 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e4fce-3e6f-464f-895f-6556c5eb7d53", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cf228-428a-4acd-964f-f728d7f9d1d6", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:09.772344 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-724d14cf-4d22-43fc-891e-7a48e1f60362 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:09.772733 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cf228-428a-4acd-964f-f728d7f9d1d6', 'code': 200} Sep 08 15:40:09.800906 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8800a6ad-0742-4978-9ef7-e95db17209d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:09.812053 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea25aa-e196-488b-b19a-fa74ab8b1939 req-63166ba4-908e-4b24-90c7-2b599cf303a2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:09.814357 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7dea25aa-e196-488b-b19a-fa74ab8b1939 req-63166ba4-908e-4b24-90c7-2b599cf303a2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0580392 Sep 08 15:40:09.853029 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7dea25aa-e196-488b-b19a-fa74ab8b1939 req-e04a1a41-44dc-4eef-977f-b44337b9015a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Sep 08 15:40:10.004925 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['a68da35d-30c6-49c5-9d61-037d10e47f2c'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:10.079347 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24bd9f-46cb-40a2-9dd4-2a8454ba4374 req-66d27fcc-b9d2-41e5-994c-80c6c6471a7e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:10.082017 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-af24bd9f-46cb-40a2-9dd4-2a8454ba4374 req-66d27fcc-b9d2-41e5-994c-80c6c6471a7e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0542157 Sep 08 15:40:10.147654 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-af24bd9f-46cb-40a2-9dd4-2a8454ba4374 req-cae03514-a6e7-422a-97ef-3b3e9c138774 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 Sep 08 15:40:10.251282 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09828955-0c23-4e6b-8cfd-7f00ec83ff3b req-0a903b37-a09b-4735-94bc-f4b1c47b5356 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:10.253006 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-09828955-0c23-4e6b-8cfd-7f00ec83ff3b req-0a903b37-a09b-4735-94bc-f4b1c47b5356 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0518517 Sep 08 15:40:10.271431 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:10.289009 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d343f-0ce0-40b7-935c-2eb69e8fc4e9 req-9e1200ce-4ee2-4a03-80cf-45f6238926dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:10.294289 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-952d343f-0ce0-40b7-935c-2eb69e8fc4e9 req-9e1200ce-4ee2-4a03-80cf-45f6238926dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 1098 time: 0.0428286 Sep 08 15:40:10.299077 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-09828955-0c23-4e6b-8cfd-7f00ec83ff3b req-03e9a377-a988-4df3-8c34-81d6b0125785 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Sep 08 15:40:10.327926 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-952d343f-0ce0-40b7-935c-2eb69e8fc4e9 req-13d4c890-c1e1-4e18-85c2-5282ece04148 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266185 Sep 08 15:40:10.469080 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff577d6-2995-4501-b98a-cac2000c0ca3 req-3c3d2a65-0c7e-4e67-9890-2137eebc8171 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:10.471239 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ff577d6-2995-4501-b98a-cac2000c0ca3 req-3c3d2a65-0c7e-4e67-9890-2137eebc8171 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 944 time: 0.0478287 Sep 08 15:40:10.508257 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ff577d6-2995-4501-b98a-cac2000c0ca3 req-c5ee4fea-3eb8-41bd-8306-4a6db7c72b65 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Sep 08 15:40:10.712578 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9401fe7-df6a-49ae-bb28-9f43763579ee req-84d84f92-0022-47fe-b698-58f5ce453734 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:10.714075 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e9401fe7-df6a-49ae-bb28-9f43763579ee req-84d84f92-0022-47fe-b698-58f5ce453734 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0486665 Sep 08 15:40:10.752374 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e9401fe7-df6a-49ae-bb28-9f43763579ee req-42f621aa-dd0d-444c-8d1c-60aaaf548d83 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324249 Sep 08 15:40:10.861928 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:10.979637 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271641e1-53a1-47cb-8259-a3d4d9e10cbf req-24c32f60-2d0b-4ccf-add8-ad6917a66a25 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:10.981227 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-271641e1-53a1-47cb-8259-a3d4d9e10cbf req-24c32f60-2d0b-4ccf-add8-ad6917a66a25 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0527785 Sep 08 15:40:11.034671 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-271641e1-53a1-47cb-8259-a3d4d9e10cbf req-ebe0cec7-7ebc-4c6b-bd99-8845fb3538aa tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Sep 08 15:40:11.262231 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baa0b7-fd63-47f6-8f22-36efc904b70b req-08051cce-572c-4e00-a91b-31f417799ceb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:11.263905 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c6baa0b7-fd63-47f6-8f22-36efc904b70b req-08051cce-572c-4e00-a91b-31f417799ceb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Sep 08 15:40:11.312115 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c6baa0b7-fd63-47f6-8f22-36efc904b70b req-adbb342e-503e-412a-8d5a-1cb3793c5b3e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Sep 08 15:40:11.417246 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6773eff-3787-4ad2-9b10-f89f1ea592a9 req-1761d8ea-d099-4637-9353-58094d1de39d tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:11.418665 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c6773eff-3787-4ad2-9b10-f89f1ea592a9 req-1761d8ea-d099-4637-9353-58094d1de39d tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0489218 Sep 08 15:40:11.459077 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c6773eff-3787-4ad2-9b10-f89f1ea592a9 req-bb5011df-c5cb-44da-a450-f818e9999528 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Sep 08 15:40:11.621266 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4790b-b7dd-459b-ae27-c1a0af9dec28 req-64427dfc-4f06-4b6f-a4f3-66923615fbff tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:11.622733 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-55e4790b-b7dd-459b-ae27-c1a0af9dec28 req-64427dfc-4f06-4b6f-a4f3-66923615fbff tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 944 time: 0.0495162 Sep 08 15:40:11.661440 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-55e4790b-b7dd-459b-ae27-c1a0af9dec28 req-895c5eb9-c230-4a92-8e20-3640e8d2ab14 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Sep 08 15:40:11.867843 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61393c1c-9583-4ddf-89b1-3016890d94ad req-ba7c4041-3c4c-43cf-bbf0-558fce5bf458 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:11.869330 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61393c1c-9583-4ddf-89b1-3016890d94ad req-ba7c4041-3c4c-43cf-bbf0-558fce5bf458 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0479939 Sep 08 15:40:11.906177 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61393c1c-9583-4ddf-89b1-3016890d94ad req-7b3b3891-01f8-4f0d-8162-ab27fd35ad80 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Sep 08 15:40:12.140927 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6859b-3b79-44fa-a6a5-2898f5e96628 req-757de869-c935-4843-ac24-dc583bf6c336 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:12.142815 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cfd6859b-3b79-44fa-a6a5-2898f5e96628 req-757de869-c935-4843-ac24-dc583bf6c336 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 944 time: 0.0484173 Sep 08 15:40:12.179987 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cfd6859b-3b79-44fa-a6a5-2898f5e96628 req-4d588f73-6692-44c8-98b2-66c4417a6791 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Sep 08 15:40:12.462566 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:12.509802 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af2fc5-8589-4e80-93d1-820ac6d550b6 req-1442721f-8189-4116-9794-69264512b01e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:12.518025 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f1af2fc5-8589-4e80-93d1-820ac6d550b6 req-1442721f-8189-4116-9794-69264512b01e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0689142 Sep 08 15:40:12.594335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f1af2fc5-8589-4e80-93d1-820ac6d550b6 req-241835e1-6b9a-4683-b7b0-53478b077e35 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Sep 08 15:40:12.618560 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33844) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:12.626294 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a73fe-cd62-40f0-b1bd-19c80768b2ed req-69e31f55-a4b7-4932-ac71-bcc0383b7e5b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:12.628163 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-138a73fe-cd62-40f0-b1bd-19c80768b2ed req-69e31f55-a4b7-4932-ac71-bcc0383b7e5b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0892453 Sep 08 15:40:12.673584 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-138a73fe-cd62-40f0-b1bd-19c80768b2ed req-b4dce6e2-cbdf-4f8e-85c9-546955bd15f7 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 08 15:40:12.715967 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c93d481f-afb9-4027-b5de-bb90ea1fc009 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:12.785515 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a4d76e4c-9256-4d2f-bfd2-127c99276f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:12.848441 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port c93d481f-afb9-4027-b5de-bb90ea1fc009 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:12.849143 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa57c8b-1749-49ee-86e4-2ddda06316ff req-8db90943-4a7d-41f7-8326-9f9142f90587 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:12.854660 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port c93d481f-afb9-4027-b5de-bb90ea1fc009 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:12.855137 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:12.858461 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9aa57c8b-1749-49ee-86e4-2ddda06316ff req-8db90943-4a7d-41f7-8326-9f9142f90587 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 944 time: 0.0807397 Sep 08 15:40:12.919194 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9aa57c8b-1749-49ee-86e4-2ddda06316ff req-96467af0-9710-4785-9d8b-14c854dd501e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596967 Sep 08 15:40:12.987874 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a4d76e4c-9256-4d2f-bfd2-127c99276f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:12.992379 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a4d76e4c-9256-4d2f-bfd2-127c99276f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.014575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.030352 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d76e4c-9256-4d2f-bfd2-127c99276f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5a6b2b-2b7c-42fe-abe1-c60c2eea5132,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:13.040903 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fa4df-ab0d-4463-9da2-861dcd300b07 req-f8a9e29e-3182-43ec-9633-edbc49d10322 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:13.040903 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-926fa4df-ab0d-4463-9da2-861dcd300b07 req-f8a9e29e-3182-43ec-9633-edbc49d10322 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0553956 Sep 08 15:40:13.040903 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33856) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:13.041629 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-a4d76e4c-9256-4d2f-bfd2-127c99276f4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5106ff27824c4458939e104d3cbd800c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219489 Sep 08 15:40:13.044508 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93d481f-afb9-4027-b5de-bb90ea1fc009'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:13.046751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35744040-8762-4ad5-bbf3-18ebd56d5edb" -d '{"events": [{"server_uuid": "1d851fc4-e861-4299-a264-b2ceb7cfa845", "name": "network-vif-plugged", "status": "completed", "tag": "c93d481f-afb9-4027-b5de-bb90ea1fc009"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:13.059656 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port c93d481f-afb9-4027-b5de-bb90ea1fc009, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:13.065007 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.065963 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c694de99-fa2a-4ccf-9d4f-e790d46486b3 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:13.088593 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebaf961-28ca-40f8-b575-47f9be4fc937 x-openstack-request-id: req-4ebaf961-28ca-40f8-b575-47f9be4fc937 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:13.088908 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d851fc4-e861-4299-a264-b2ceb7cfa845", "name": "network-vif-plugged", "status": "completed", "tag": "c93d481f-afb9-4027-b5de-bb90ea1fc009", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:13.089154 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ebaf961-28ca-40f8-b575-47f9be4fc937 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:13.089528 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93d481f-afb9-4027-b5de-bb90ea1fc009', 'code': 200} Sep 08 15:40:13.114645 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-926fa4df-ab0d-4463-9da2-861dcd300b07 req-f5594fb3-5d40-4af0-9d10-c8dc11210081 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517676 Sep 08 15:40:13.129363 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a89f7453-1275-4e33-9a92-d25c1ad6cf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.151246 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=c93d481f-afb9-4027-b5de-bb90ea1fc009,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:13.152506 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a89f7453-1275-4e33-9a92-d25c1ad6cf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.164507 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port c694de99-fa2a-4ccf-9d4f-e790d46486b3 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:13.168560 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port c694de99-fa2a-4ccf-9d4f-e790d46486b3 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:13.169103 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.205613 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a89f7453-1275-4e33-9a92-d25c1ad6cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.208936 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a89f7453-1275-4e33-9a92-d25c1ad6cf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.210231 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a89f7453-1275-4e33-9a92-d25c1ad6cf8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad5a6b2b-2b7c-42fe-abe1-c60c2eea5132 HTTP/1.1" status: 204 len: 168 time: 0.1684146 Sep 08 15:40:13.219330 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f7453-1275-4e33-9a92-d25c1ad6cf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5a6b2b-2b7c-42fe-abe1-c60c2eea5132,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:13.263660 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.299449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port c694de99-fa2a-4ccf-9d4f-e790d46486b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:13.306446 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.307358 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a68da35d-30c6-49c5-9d61-037d10e47f2c up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:13.332944 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f58dd-26ca-40d3-a776-df7d0e148cb8 req-aa12cbb0-7e79-40b3-892e-4fa9ff490157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:13.334788 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d42f58dd-26ca-40d3-a776-df7d0e148cb8 req-aa12cbb0-7e79-40b3-892e-4fa9ff490157 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 1098 time: 0.0439429 Sep 08 15:40:13.352878 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aaab5-3a3e-4b7d-ab5f-784234737300 req-6079f15a-04b8-46fa-a7c0-5bce2b400088 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:13.354678 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f53aaab5-3a3e-4b7d-ab5f-784234737300 req-6079f15a-04b8-46fa-a7c0-5bce2b400088 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0625434 Sep 08 15:40:13.376605 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d42f58dd-26ca-40d3-a776-df7d0e148cb8 req-fc686b08-ba9b-43ec-8e09-9f4ea03e698e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Sep 08 15:40:13.395168 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=c694de99-fa2a-4ccf-9d4f-e790d46486b3,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:13.409280 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f53aaab5-3a3e-4b7d-ab5f-784234737300 req-e334da64-3cc1-45ca-a57f-541a009d4a03 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Sep 08 15:40:13.419912 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port a68da35d-30c6-49c5-9d61-037d10e47f2c completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:13.426676 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port a68da35d-30c6-49c5-9d61-037d10e47f2c triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:13.427057 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.510188 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.549154 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a68da35d-30c6-49c5-9d61-037d10e47f2c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:13.553718 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.554624 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:13.631330 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=a68da35d-30c6-49c5-9d61-037d10e47f2c,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:13.649872 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:13.654156 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:13.654721 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.733240 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828579e-b513-4588-aeec-8a3fd8efc7b8 req-c528e098-a4d2-4d30-89c6-33107f19419b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:13.745572 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7828579e-b513-4588-aeec-8a3fd8efc7b8 req-c528e098-a4d2-4d30-89c6-33107f19419b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0633304 Sep 08 15:40:13.759624 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.811556 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:13.818572 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:13.830298 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7828579e-b513-4588-aeec-8a3fd8efc7b8 req-64c67d7a-9a0f-4bb9-96a1-32f521476d32 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835705 Sep 08 15:40:13.851245 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebf1e9-d2d9-4782-aa8c-132e2967dadd req-d336172f-6696-4eee-bff1-4d4bb67d1e5e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:13.852790 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d0ebf1e9-d2d9-4782-aa8c-132e2967dadd req-d336172f-6696-4eee-bff1-4d4bb67d1e5e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0741310 Sep 08 15:40:13.865419 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33896) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:13.918084 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:13.922012 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d0ebf1e9-d2d9-4782-aa8c-132e2967dadd req-e873a69e-da18-4978-bc08-aa6efabc4238 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Sep 08 15:40:14.065981 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6c4142b6-7e0f-487c-b087-35f3c0bdf14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.104928 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5aa31-bbe4-44a8-8793-6ab0243f95cf req-dd8e08e2-acfe-4125-8898-bab7071d4782 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:14.107249 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36d5aa31-bbe4-44a8-8793-6ab0243f95cf req-dd8e08e2-acfe-4125-8898-bab7071d4782 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0831628 Sep 08 15:40:14.182133 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36d5aa31-bbe4-44a8-8793-6ab0243f95cf req-0a684996-519a-4d98-807b-afb02e127726 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682247 Sep 08 15:40:14.195268 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6c4142b6-7e0f-487c-b087-35f3c0bdf14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.210055 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6c4142b6-7e0f-487c-b087-35f3c0bdf14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.253217 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-6c4142b6-7e0f-487c-b087-35f3c0bdf14b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=052eb2c07378476f819c78ec4232ba57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855531 Sep 08 15:40:14.253840 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33918) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:14.277268 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4142b6-7e0f-487c-b087-35f3c0bdf14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec060672-5e69-4e0f-a929-775707d4d912,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:14.332940 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0f4ddbf0-049d-46f6-bbc1-8442e093bf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.358489 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36e465-10ee-4f66-b80a-9cb946f10ace req-db8be88f-4516-45f4-aee1-05d9a01ede24 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:14.358836 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0f4ddbf0-049d-46f6-bbc1-8442e093bf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.361318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ab36e465-10ee-4f66-b80a-9cb946f10ace req-db8be88f-4516-45f4-aee1-05d9a01ede24 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.1389184 Sep 08 15:40:14.403125 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33930) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:14.417384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ab36e465-10ee-4f66-b80a-9cb946f10ace req-73f2cb50-6621-4155-b9cf-a15bf585e8f2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495217 Sep 08 15:40:14.446249 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0f4ddbf0-049d-46f6-bbc1-8442e093bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.450363 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0f4ddbf0-049d-46f6-bbc1-8442e093bf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.455721 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-0f4ddbf0-049d-46f6-bbc1-8442e093bf05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec060672-5e69-4e0f-a929-775707d4d912 HTTP/1.1" status: 204 len: 168 time: 0.1968992 Sep 08 15:40:14.478814 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ddbf0-049d-46f6-bbc1-8442e093bf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec060672-5e69-4e0f-a929-775707d4d912,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:14.565020 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-516986213-network', 'tenant_id': 'caa3fbbbdadd44abab91a6e7eabefd32'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:14.605832 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e6843-a85d-4da5-8ed6-b205701ea1c4 req-d8fdd89b-eaca-4d7e-95de-b7be70ed8a60 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:14.607539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0d9e6843-a85d-4da5-8ed6-b205701ea1c4 req-d8fdd89b-eaca-4d7e-95de-b7be70ed8a60 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0766106 Sep 08 15:40:14.608672 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Made reservation on behalf of caa3fbbbdadd44abab91a6e7eabefd32 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:40:14.611384 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.626979 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.674294 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0d9e6843-a85d-4da5-8ed6-b205701ea1c4 req-0b78d360-d711-468f-a30c-49c246e1b198 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505850 Sep 08 15:40:14.751606 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.758112 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.778444 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:40:14.797365 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d924aa7-1858-4473-9836-3219fbeb280a,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:14.801506 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.801713 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Added segment 3f037fae-8cc3-45ed-903e-fbb8ab59ef84 of type vlan for network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 Sep 08 15:40:14.856431 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.893329 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.894568 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:14.895456 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.898957 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33944) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:14.916993 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a1ebeab4-fa64-4e4a-a621-49feabbbf8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:14.937145 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5195775 Sep 08 15:40:14.937503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 33946) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:14.940576 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Request body: {'subnet': {'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-516986213-subnet', 'tenant_id': 'caa3fbbbdadd44abab91a6e7eabefd32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:14.983169 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99595446-eef3-4e3c-ad86-049199791b4a admin admin] Pushing event updated for resources: {'Network': ['ID=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:14.995909 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:40:15.067957 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a1ebeab4-fa64-4e4a-a621-49feabbbf8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.073951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a1ebeab4-fa64-4e4a-a621-49feabbbf8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.090990 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55206b57-123b-42e6-8074-1b156362fd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3'}, {'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c'}, {'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:15.093343 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa440d-a1bb-435f-866c-09b952da56b0" -d '{"events": [{"server_uuid": "55206b57-123b-42e6-8074-1b156362fd41", "name": "network-vif-plugged", "status": "completed", "tag": "c694de99-fa2a-4ccf-9d4f-e790d46486b3"}, {"server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "name": "network-vif-plugged", "status": "completed", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c"}, {"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:15.115135 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Made reservation on behalf of caa3fbbbdadd44abab91a6e7eabefd32 for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:40:15.117436 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127125923'] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.141500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebeab4-fa64-4e4a-a621-49feabbbf8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc1e88-a93c-4756-b1b0-aa32b26434d6,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:15.144367 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd991ab-9a2b-4f13-96b0-4d19781db520 x-openstack-request-id: req-4bd991ab-9a2b-4f13-96b0-4d19781db520 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:15.144670 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55206b57-123b-42e6-8074-1b156362fd41", "name": "network-vif-plugged", "status": "completed", "tag": "c694de99-fa2a-4ccf-9d4f-e790d46486b3", "code": 200}, {"server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "name": "network-vif-plugged", "status": "completed", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c", "code": 200}, {"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:15.145152 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bd991ab-9a2b-4f13-96b0-4d19781db520 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:15.145549 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55206b57-123b-42e6-8074-1b156362fd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3', 'code': 200} Sep 08 15:40:15.146217 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'code': 200} Sep 08 15:40:15.146936 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'code': 200} Sep 08 15:40:15.152877 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-a1ebeab4-fa64-4e4a-a621-49feabbbf8a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86674e68a2024579982ebfc550913cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522316 Sep 08 15:40:15.155510 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 33954) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:15.209258 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9af8-b42c-4a64-a7fc-99eaedf8402c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.232180 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9af8-b42c-4a64-a7fc-99eaedf8402c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.310746 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e7af-84f8-463c-86ad-ef48472dbfb5 req-e9cc9c1a-9463-46cb-ba6e-1eb55791e0ea tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.312282 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d829e7af-84f8-463c-86ad-ef48472dbfb5 req-e9cc9c1a-9463-46cb-ba6e-1eb55791e0ea tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0638864 Sep 08 15:40:15.334176 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127463793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127125949'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.336891 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9af8-b42c-4a64-a7fc-99eaedf8402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.339721 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9af8-b42c-4a64-a7fc-99eaedf8402c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.340870 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c2ec9af8-b42c-4a64-a7fc-99eaedf8402c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15cc1e88-a93c-4756-b1b0-aa32b26434d6 HTTP/1.1" status: 204 len: 168 time: 0.1842983 Sep 08 15:40:15.380735 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec9af8-b42c-4a64-a7fc-99eaedf8402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc1e88-a93c-4756-b1b0-aa32b26434d6,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:15.386526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8516c5-2dd5-4a8b-b19a-a8b32186f68f,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:15.434398 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d829e7af-84f8-463c-86ad-ef48472dbfb5 req-d45d30f0-6c04-43b4-a5dc-653333f0b112 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062500 Sep 08 15:40:15.443374 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Checking segment: {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:40:15.448965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Network hostable DHCP agents. Network: 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:40:15.490220 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:40:15.562221 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:40:15.571191 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec04812-47a5-4a24-8739-ffc8941cf56a None None] Network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:40:15.576274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.576866 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:15.658818 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3bba80db-3d75-4b97-b8ae-7a3074bd19e7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7243845 Sep 08 15:40:15.682217 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419df88b-56f3-4065-ae20-0f9662f9fba4 req-de9a9196-2a53-42d9-9222-5302ab88996b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.684935 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-419df88b-56f3-4065-ae20-0f9662f9fba4 req-de9a9196-2a53-42d9-9222-5302ab88996b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.1610625 Sep 08 15:40:15.696405 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2e76e-efc0-4a57-a79e-a5a1ebf96336 req-d298f4f5-3222-4b9e-9caf-0f05ac124f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.698623 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6dfa-cd23-4f8c-ac09-d7525b4343be req-026938ee-1360-4779-9c5d-a33f17ee8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.698939 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18e2e76e-efc0-4a57-a79e-a5a1ebf96336 req-d298f4f5-3222-4b9e-9caf-0f05ac124f99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1098 time: 0.1253781 Sep 08 15:40:15.707832 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8a4e6dfa-cd23-4f8c-ac09-d7525b4343be req-026938ee-1360-4779-9c5d-a33f17ee8267 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.2021656 Sep 08 15:40:15.711244 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1562e5c-40e2-4ada-9a59-7b42df75d1fc req-05398fde-fe21-41da-8ad4-dcb7b291bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.717883 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b1562e5c-40e2-4ada-9a59-7b42df75d1fc req-05398fde-fe21-41da-8ad4-dcb7b291bbdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1098 time: 0.1295588 Sep 08 15:40:15.760215 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-419df88b-56f3-4065-ae20-0f9662f9fba4 req-e3854205-46cf-4f8e-a4ad-94d3776b466a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674009 Sep 08 15:40:15.784150 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18e2e76e-efc0-4a57-a79e-a5a1ebf96336 req-91e29f79-6a8d-4969-b8b7-2b99e4792132 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595059 Sep 08 15:40:15.808038 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b1562e5c-40e2-4ada-9a59-7b42df75d1fc req-1f809dba-0cde-4fea-9cdd-35e70518dc01 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784135 Sep 08 15:40:15.811237 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5d853-0b44-4664-8638-9cfec0cc151e None None] Network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:40:15.816253 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8a4e6dfa-cd23-4f8c-ac09-d7525b4343be req-c1abe130-e56d-457a-a522-0b7343f73294 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Sep 08 15:40:15.912223 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7d69-7206-48a3-b82d-d6e2796412e0 req-a2de7415-7b66-4839-9003-a437e1807743 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:15.920137 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b73a7d69-7206-48a3-b82d-d6e2796412e0 req-a2de7415-7b66-4839-9003-a437e1807743 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0666292 Sep 08 15:40:15.966167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b73a7d69-7206-48a3-b82d-d6e2796412e0 req-d10076ee-7cc8-4549-abba-29137e39728e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Sep 08 15:40:16.305051 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57310a1e-dab5-47f7-82a2-820d1896e7e2 req-7af0e3ca-89b0-4b4e-a4a6-b9c01adae652 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:16.312103 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-57310a1e-dab5-47f7-82a2-820d1896e7e2 req-7af0e3ca-89b0-4b4e-a4a6-b9c01adae652 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0600204 Sep 08 15:40:16.353323 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-57310a1e-dab5-47f7-82a2-820d1896e7e2 req-fe4ae1e8-117a-44a8-af0a-18f46bcf90e6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Sep 08 15:40:16.485884 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:40:16.562478 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a40fb2-40c0-4555-bb44-18a3eaa46d09 req-00a03ec7-0850-4394-8e97-be2eb8e2b6a3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:16.564591 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-25a40fb2-40c0-4555-bb44-18a3eaa46d09 req-00a03ec7-0850-4394-8e97-be2eb8e2b6a3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Sep 08 15:40:16.606408 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-25a40fb2-40c0-4555-bb44-18a3eaa46d09 req-4dbfccd4-92ef-4f6b-9167-544a02d67178 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Sep 08 15:40:17.306982 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-e6f1b892-230f-49ea-84a2-adc3afb20893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.308563 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-e6f1b892-230f-49ea-84a2-adc3afb20893 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 1098 time: 0.0699816 Sep 08 15:40:17.413087 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0adb4-1619-47df-b6f6-872063492b4d req-61c7d163-bd74-4f61-a015-72e62d6290af tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.417161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-64fee8ba-fa0e-4b3d-82f9-ad525e1782ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.418935 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-64fee8ba-fa0e-4b3d-82f9-ad525e1782ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.1020038 Sep 08 15:40:17.421806 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dbf0adb4-1619-47df-b6f6-872063492b4d req-61c7d163-bd74-4f61-a015-72e62d6290af tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0616810 Sep 08 15:40:17.473806 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dbf0adb4-1619-47df-b6f6-872063492b4d req-e1000752-f53a-4011-a55a-ea068cd3485d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510249 Sep 08 15:40:17.513300 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-e9173a29-1f9a-40b6-9432-ae503cc7fe86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009 HTTP/1.1" status: 200 len: 217 time: 0.0853386 Sep 08 15:40:17.617330 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-aa4f3cac-ccc2-4a35-914b-f15b312ab702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.617330 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-aa4f3cac-ccc2-4a35-914b-f15b312ab702 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.0755043 Sep 08 15:40:17.644819 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48048056-c36c-472e-af81-f3fb2263ecb1 req-713e9710-020a-4af4-9e81-0a0e38057fbf tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.646338 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-48048056-c36c-472e-af81-f3fb2263ecb1 req-713e9710-020a-4af4-9e81-0a0e38057fbf tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0703986 Sep 08 15:40:17.710565 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-48048056-c36c-472e-af81-f3fb2263ecb1 req-daa4e456-d90a-4b97-a6b5-356766637569 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579994 Sep 08 15:40:17.782541 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-acebf5d8-5d5f-4bdb-97f5-d0c11792ac72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394137 Sep 08 15:40:17.827369 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-a190ee00-e5a8-4f58-ad94-05a8bd781006 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.829057 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-a190ee00-e5a8-4f58-ad94-05a8bd781006 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/networks?id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 200 len: 813 time: 0.1632557 Sep 08 15:40:17.850649 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891e63-8612-4e2d-85dd-93fbf54b4aa9 req-950ab1dd-8c6c-46cd-a62a-93a78d001f9a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:17.852135 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e891e63-8612-4e2d-85dd-93fbf54b4aa9 req-950ab1dd-8c6c-46cd-a62a-93a78d001f9a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0780780 Sep 08 15:40:17.857074 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-6f80018f-3491-4d2a-ad4f-4845f06594f4 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/quotas/caa3fbbbdadd44abab91a6e7eabefd32 HTTP/1.1" status: 200 len: 375 time: 0.0202622 Sep 08 15:40:17.905594 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-70f6cc00-acd0-4eb5-95dc-6dd3c72483ba tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393534 Sep 08 15:40:17.911087 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-84249e7d-d86e-429c-aa0c-487aba5cb97d service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060619 Sep 08 15:40:17.965428 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e891e63-8612-4e2d-85dd-93fbf54b4aa9 req-b0153636-5589-4314-bc74-4610fd9d0bdc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879068 Sep 08 15:40:18.025956 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-075f6b96-ae85-4dc3-9c9d-aac3787e98ef service neutron] 10.222.0.54 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098540 Sep 08 15:40:18.026990 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cf9dc81-147c-4f3f-8927-870017ae177b req-fa4669c7-51b2-4066-b11b-f4599f792321 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972135 Sep 08 15:40:18.123620 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-95916068-f410-4949-923b-2058c370f6b5 service neutron] 10.222.0.54 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916677 Sep 08 15:40:18.280647 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7d24182b-cf92-49e9-91c8-711410ccfa5b req-239e6681-8de7-47a1-a1d3-27b457f14ecc tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 210 time: 0.0259452 Sep 08 15:40:18.602303 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa777da7-1ef2-47e2-8523-237e9219b229 req-4f89fc44-040a-4f45-a685-645cbf1320e0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:18.603941 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fa777da7-1ef2-47e2-8523-237e9219b229 req-4f89fc44-040a-4f45-a685-645cbf1320e0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0509915 Sep 08 15:40:18.663414 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fa777da7-1ef2-47e2-8523-237e9219b229 req-f8aa72d1-531d-44fc-b8d4-3263093a05ed tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489736 Sep 08 15:40:18.823590 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdf9e3-383e-43c7-98d8-0bc514d2a753 req-4ff7be4d-0123-416d-be96-c129c84e8e85 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:18.825039 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8fdf9e3-383e-43c7-98d8-0bc514d2a753 req-4ff7be4d-0123-416d-be96-c129c84e8e85 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0472856 Sep 08 15:40:18.862341 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8fdf9e3-383e-43c7-98d8-0bc514d2a753 req-a523a7fd-3d31-402e-bdb4-96a1d370d642 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Sep 08 15:40:19.096324 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20bec-3502-4c1d-baf7-b8e3af456401 req-0ce23e71-ab47-4a50-8e09-58a4e8bf1d10 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:19.097805 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35e20bec-3502-4c1d-baf7-b8e3af456401 req-0ce23e71-ab47-4a50-8e09-58a4e8bf1d10 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0589035 Sep 08 15:40:19.136747 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35e20bec-3502-4c1d-baf7-b8e3af456401 req-7383cddf-42ff-4e22-b91e-9a3181def175 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Sep 08 15:40:19.386327 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7c5c25a5-e0d2-4f39-b98d-c5c26480ba2a req-a209b91b-0096-4e60-ab3f-8083e5a90bae tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 210 time: 0.0402439 Sep 08 15:40:19.792397 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca502836-054c-46c6-91eb-a2d09064d92e req-2b8b9e2c-6eed-43aa-8a94-c00d38cd9d5d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:19.793855 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ca502836-054c-46c6-91eb-a2d09064d92e req-2b8b9e2c-6eed-43aa-8a94-c00d38cd9d5d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0461481 Sep 08 15:40:19.830916 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ca502836-054c-46c6-91eb-a2d09064d92e req-00b7e453-67cf-42f2-bbd9-e51bdede6b3b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305068 Sep 08 15:40:19.976778 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60cae-f583-4328-ad2b-d9e97584021d req-8037c498-d2a5-4e10-9c7d-2e15db4731cc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:19.978261 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-49b60cae-f583-4328-ad2b-d9e97584021d req-8037c498-d2a5-4e10-9c7d-2e15db4731cc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0795908 Sep 08 15:40:19.989224 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34178) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:19.995793 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'floatingip': {'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:20.028037 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad8b8-20df-4d5a-81ea-537aa29a2f3a req-8aa5b7a7-ee10-4c99-8ae9-bc3aa346af3f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:20.029486 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26dad8b8-20df-4d5a-81ea-537aa29a2f3a req-8aa5b7a7-ee10-4c99-8ae9-bc3aa346af3f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0971992 Sep 08 15:40:20.081822 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:20.194607 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26dad8b8-20df-4d5a-81ea-537aa29a2f3a req-f2afcc6f-fcb4-480b-9a5d-800a694bf181 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301243 Sep 08 15:40:20.253840 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-0ea1e984-a73e-41d1-a063-a66c962b49b9 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:20.256151 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-0ea1e984-a73e-41d1-a063-a66c962b49b9 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "GET /v2.0/networks?id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 200 len: 813 time: 0.1283433 Sep 08 15:40:20.311771 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Request body: {'port': {'device_id': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5', 'admin_state_up': True, 'tenant_id': 'caa3fbbbdadd44abab91a6e7eabefd32'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:20.363989 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50a2f4-f2b6-47fe-a89b-fffd6e97a884 req-24ff1539-3155-469a-8bf6-58df8e03911a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:20.365435 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd50a2f4-f2b6-47fe-a89b-fffd6e97a884 req-24ff1539-3155-469a-8bf6-58df8e03911a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.1294270 Sep 08 15:40:20.422694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Made reservation on behalf of caa3fbbbdadd44abab91a6e7eabefd32 for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:40:20.428399 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:20.429738 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd50a2f4-f2b6-47fe-a89b-fffd6e97a884 req-6ac653ed-09c7-4998-97cb-0f46e753c7ce tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576642 Sep 08 15:40:20.582006 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Allocated IP 172.20.0.10 (8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5/7f8516c5-2dd5-4a8b-b19a-a8b32186f68f/e5fb5b02-3156-468c-a902-4a2d160b0b98) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:40:20.732184 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:20.735196 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-220d2183-2d85-422c-8020-971042824435 req-168f2a2c-a633-4677-b434-dabfa2511d6b tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 210 time: 0.0691783 Sep 08 15:40:20.776731 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:20.838670 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:40:20.846659 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:40:20.848669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Pushing event updated for resources: {'Port': ['ID=e5fb5b02-3156-468c-a902-4a2d160b0b98,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:20.850515 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:40:20.905799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:20.906406 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:20.914261 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43961a53-5fc9-4d41-8533-58bfc7aa271c req-40983044-f422-4b78-bcd5-3b0033860f2d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:20.916131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-43961a53-5fc9-4d41-8533-58bfc7aa271c req-40983044-f422-4b78-bcd5-3b0033860f2d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.2490320 Sep 08 15:40:20.920539 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-98a651c1-b4d5-4b2a-b83e-8771b4528fe6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127684 Sep 08 15:40:20.925818 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34200) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:20.930307 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'floatingip': {'port_id': 'a68da35d-30c6-49c5-9d61-037d10e47f2c'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:20.959937 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Request body: {'port': {'device_id': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:21.024213 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.074629 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.075422 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34204) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:21.086814 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.208113 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-00ad2697-a215-4436-a5bc-60b7add702a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.233866 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Floating IP 540431d0-ec12-4e10-b559-1d5efa090676 associated. External IP: 172.27.0.231, port: 1ef78611-e2be-461d-83e0-d3bd9537bfe0. Sep 08 15:40:21.319144 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.382510 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9d6b-7270-4261-84df-73417c9c02c3 req-0695690f-5e17-47a5-bb6b-79fced0145e1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:21.384034 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1f0d9d6b-7270-4261-84df-73417c9c02c3 req-0695690f-5e17-47a5-bb6b-79fced0145e1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.1141121 Sep 08 15:40:21.503875 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1f0d9d6b-7270-4261-84df-73417c9c02c3 req-6beeab6f-2129-4dbf-8299-312fa44d1122 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046200 Sep 08 15:40:21.544714 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-00ad2697-a215-4436-a5bc-60b7add702a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.551823 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-00ad2697-a215-4436-a5bc-60b7add702a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.612271 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-00ad2697-a215-4436-a5bc-60b7add702a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=050996e01e6b4e5ba81387b7b4c50520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325313 Sep 08 15:40:21.612628 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34214) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:21.619584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2697-a215-4436-a5bc-60b7add702a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0fe8e-e92e-4c8e-a1a3-8b360dc4773c,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:21.637944 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:40:21.741993 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9f787709-88ea-4406-bfc4-87583f865139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.779038 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9f787709-88ea-4406-bfc4-87583f865139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.815865 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:40:21.820929 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.830744 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:40:21.851318 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:40:21.854369 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:40:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:21.883097 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4de9ca39-6671-48cd-85b2-1d6f9da3383b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "PUT /v2.0/floatingips/540431d0-ec12-4e10-b559-1d5efa090676 HTTP/1.1" status: 200 len: 991 time: 1.8900418 Sep 08 15:40:21.889208 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:21.898837 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41" -d '{"events": [{"name": "network-changed", "server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:21.937258 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.db.resource_extend [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 15:40:21.941299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb8a50-e1b4-4697-b255-74d462cf895b req-5908260a-033e-4424-9b06-6c399bf6adb6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:21.960274 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-52eb8a50-e1b4-4697-b255-74d462cf895b req-5908260a-033e-4424-9b06-6c399bf6adb6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 932 time: 0.1433325 Sep 08 15:40:21.974782 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9f787709-88ea-4406-bfc4-87583f865139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.977424 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9f787709-88ea-4406-bfc4-87583f865139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:21.981047 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9f787709-88ea-4406-bfc4-87583f865139 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14d0fe8e-e92e-4c8e-a1a3-8b360dc4773c HTTP/1.1" status: 204 len: 168 time: 0.3651035 Sep 08 15:40:21.991632 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f787709-88ea-4406-bfc4-87583f865139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0fe8e-e92e-4c8e-a1a3-8b360dc4773c,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:22.003034 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fb5b02-3156-468c-a902-4a2d160b0b98 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:22.022595 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-52eb8a50-e1b4-4697-b255-74d462cf895b req-79c1fa4c-e5f8-4bf0-9c31-090ad1bd1c79 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686965 Sep 08 15:40:22.023000 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:22.047498 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:40:22.056134 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:22.059442 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Transition to ACTIVE for port object e5fb5b02-3156-468c-a902-4a2d160b0b98 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:40:22.060589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:22.064899 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:22.082127 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258135f8-f3f8-40a4-bfaf-1bb152ddafaf x-openstack-request-id: req-258135f8-f3f8-40a4-bfaf-1bb152ddafaf {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:22.082516 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:22.082857 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-258135f8-f3f8-40a4-bfaf-1bb152ddafaf {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:22.083617 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'status': 'completed', 'code': 200} Sep 08 15:40:22.202500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Pushing event updated for resources: {'Port': ['ID=e5fb5b02-3156-468c-a902-4a2d160b0b98,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:22.284976 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Floating IP 417476be-2afc-4e1d-ae56-a2881eb2e04d associated. External IP: 172.27.0.50, port: a68da35d-30c6-49c5-9d61-037d10e47f2c. Sep 08 15:40:22.291049 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-989ce3c4-69f0-41a4-b303-4b973ed2658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:22.292512 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-989ce3c4-69f0-41a4-b303-4b973ed2658b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1098 time: 0.1307468 Sep 08 15:40:22.336247 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34230) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:22.354381 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '540431d0-ec12-4e10-b559-1d5efa090676', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'mac_address': 'fa:16:3e:ac:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:39:50Z', 'updated_at': '2021-09-08T15:40:20Z', 'revision_number': 1, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:22.380741 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:40:22.389685 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:40:22.390275 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:40:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:22.409050 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91331a93-6038-4155-8dcb-928bcf278631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:22.424219 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Attempting to bind port e5fb5b02-3156-468c-a902-4a2d160b0b98 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:40:22.424553 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Attempting to bind port e5fb5b02-3156-468c-a902-4a2d160b0b98 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:40:22.424902 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Attempting to bind port e5fb5b02-3156-468c-a902-4a2d160b0b98 on network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:40:22.475411 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Port e5fb5b02-3156-468c-a902-4a2d160b0b98 on network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:40:22.475731 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Attempting to bind port e5fb5b02-3156-468c-a902-4a2d160b0b98 on network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:40:22.491102 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:40:22.495453 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:40:22.495781 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Checking segment: {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:40:22.496414 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Bound using segment: {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:40:22.496830 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Bound port: e5fb5b02-3156-468c-a902-4a2d160b0b98, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:40:22.497178 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:22.653888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a7f36-4b6a-4d26-adb8-f701b51a27b9 req-12804368-efa0-4015-925a-aaedb603ca98 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:22.663798 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-962a7f36-4b6a-4d26-adb8-f701b51a27b9 req-12804368-efa0-4015-925a-aaedb603ca98 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Sep 08 15:40:22.708924 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-b388c5dc-e199-4bbd-bb6c-2bcce0d23199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:22.710404 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-b388c5dc-e199-4bbd-bb6c-2bcce0d23199 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.3859696 Sep 08 15:40:22.712509 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-962a7f36-4b6a-4d26-adb8-f701b51a27b9 req-9cf3e9d3-7f5a-42cd-a00e-52ae77dd02f6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 Sep 08 15:40:22.726943 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '540431d0-ec12-4e10-b559-1d5efa090676', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'mac_address': 'fa:16:3e:ac:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:39:50Z', 'updated_at': '2021-09-08T15:40:20Z', 'revision_number': 1, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:22.762695 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6620c-af99-4075-8b7c-348bdc32dc47 None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '540431d0-ec12-4e10-b559-1d5efa090676', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'mac_address': 'fa:16:3e:ac:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:39:50Z', 'updated_at': '2021-09-08T15:40:20Z', 'revision_number': 1, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:40:22.938683 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-d01e36f8-b885-49ae-acff-f85f154df641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 999 time: 0.2148747 Sep 08 15:40:22.964142 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69ae9c-319e-45d6-8451-2266689a90a0 None None] New status for floating IP 540431d0-ec12-4e10-b559-1d5efa090676: ACTIVE {{(pid=100602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:40:22.993801 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] For port e5fb5b02-3156-468c-a902-4a2d160b0b98, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:40:23.023943 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] For port e5fb5b02-3156-468c-a902-4a2d160b0b98, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:40:23.041776 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91331a93-6038-4155-8dcb-928bcf278631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.046281 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.056565 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91331a93-6038-4155-8dcb-928bcf278631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.066719 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-769d0d93-92a6-4fef-825f-fff4e0dfb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.068178 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-769d0d93-92a6-4fef-825f-fff4e0dfb175 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.1191390 Sep 08 15:40:23.099352 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:40:23.143936 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.144470 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.145885 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] 10.222.0.59 "PUT /v2.0/ports/e5fb5b02-3156-468c-a902-4a2d160b0b98 HTTP/1.1" status: 200 len: 1094 time: 2.1900125 Sep 08 15:40:23.149170 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'tag': 'e5fb5b02-3156-468c-a902-4a2d160b0b98'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:23.151435 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89500d94-ddcf-4f40-adf3-bedd4dff0365" -d '{"events": [{"name": "network-changed", "server_uuid": "a82e0340-c466-40d4-a75d-3552536f84d4", "tag": "e5fb5b02-3156-468c-a902-4a2d160b0b98"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:23.163104 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847a38-686d-4ad8-a523-599032701e01 req-c59c01fd-18a5-4521-a839-a053a33421d8 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.164630 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c6847a38-686d-4ad8-a523-599032701e01 req-c59c01fd-18a5-4521-a839-a053a33421d8 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 944 time: 0.0669529 Sep 08 15:40:23.186481 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-91331a93-6038-4155-8dcb-928bcf278631 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66a95e9371c3403cae337777ba6cb82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8445835 Sep 08 15:40:23.186760 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34246) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:23.210526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91331a93-6038-4155-8dcb-928bcf278631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7e4755-32bd-4507-9816-d7bf80437912,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:23.242157 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313cc90-3094-4a0a-88ca-08f9543fed1e service neutron] Pushing event updated for resources: {'Port': ['ID=e5fb5b02-3156-468c-a902-4a2d160b0b98,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:23.256498 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-0d2f3da3-0e8f-48c2-8e84-a461d0bcb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.258101 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c6847a38-686d-4ad8-a523-599032701e01 req-0afaa87d-242a-4000-9e18-978327a766bd tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866251 Sep 08 15:40:23.258243 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-0d2f3da3-0e8f-48c2-8e84-a461d0bcb561 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1573761 Sep 08 15:40:23.302795 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.336273 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.337710 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d8639f-5546-42f8-811e-020bcc533a90 x-openstack-request-id: req-f7d8639f-5546-42f8-811e-020bcc533a90 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:23.338263 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82e0340-c466-40d4-a75d-3552536f84d4", "tag": "e5fb5b02-3156-468c-a902-4a2d160b0b98", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:23.338364 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7d8639f-5546-42f8-811e-020bcc533a90 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:23.338830 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'tag': 'e5fb5b02-3156-468c-a902-4a2d160b0b98', 'status': 'completed', 'code': 200} Sep 08 15:40:23.385445 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.388907 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.390241 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa7e4755-32bd-4507-9816-d7bf80437912 HTTP/1.1" status: 204 len: 168 time: 0.2024450 Sep 08 15:40:23.399454 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7e4755-32bd-4507-9816-d7bf80437912,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:23.406744 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.407249 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.408124 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.408554 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.408980 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.409401 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.409845 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.410354 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.410770 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.411192 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.411595 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.412005 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7b4aea-fead-4eb3-8de9-d0ab334653c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:23.423501 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:40:23.429974 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:23.433042 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-0dd22981-1d2f-4a23-b0b6-631150fa9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.434541 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-0dd22981-1d2f-4a23-b0b6-631150fa9480 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 1097 time: 0.1351559 Sep 08 15:40:23.435810 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:40:23.448243 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:40:23.448937 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:40:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:23.506002 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-91f76c6c-909b-46ee-8368-634c4354c14e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98 HTTP/1.1" status: 200 len: 217 time: 0.0483658 Sep 08 15:40:23.510443 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-03707555-609b-40fa-9d3e-6def2bdae389 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "PUT /v2.0/floatingips/417476be-2afc-4e1d-ae56-a2881eb2e04d HTTP/1.1" status: 200 len: 990 time: 2.5809684 Sep 08 15:40:23.510443 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-48e26c88-9c22-4eb4-81be-a7849431b85d service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075613 Sep 08 15:40:23.636647 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-23af800c-f790-4ee1-b0ae-dee264d3f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.638296 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-23af800c-f790-4ee1-b0ae-dee264d3f7c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f8516c5-2dd5-4a8b-b19a-a8b32186f68f HTTP/1.1" status: 200 len: 853 time: 0.1113827 Sep 08 15:40:23.644627 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:40:23.667034 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b36f9ae9-1489-4c9f-b7b3-7843a98eac41 req-e291568d-c4d8-4271-8162-d912d2e6bd60 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384041 Sep 08 15:40:23.733785 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-ed4003ed-a3d4-4ef0-a45f-af1c8782b7a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292575 Sep 08 15:40:23.864774 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747b84b-4589-43fd-afa6-3b112574d057 req-2090ca2e-6560-40ef-a43f-5947d9614cc0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:23.876479 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9747b84b-4589-43fd-afa6-3b112574d057 req-2090ca2e-6560-40ef-a43f-5947d9614cc0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0852592 Sep 08 15:40:23.916306 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-3a473161-2c05-4736-9634-dcba44908ac6 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523952 Sep 08 15:40:23.923143 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9747b84b-4589-43fd-afa6-3b112574d057 req-433743c0-4734-4935-8dab-09ca4b11056f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396216 Sep 08 15:40:23.931039 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '417476be-2afc-4e1d-ae56-a2881eb2e04d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'port_id': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'mac_address': 'fa:16:3e:e9:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:39:51Z', 'updated_at': '2021-09-08T15:40:21Z', 'revision_number': 1, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:23.957355 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:40:23.966620 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:40:23.967250 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:40:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:24.021812 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a551fc64-62e0-44fe-9f61-e00b77e8971d req-818a1a35-7dc7-407a-9911-750a57c191a2 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894601 Sep 08 15:40:24.090644 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:40:24.230867 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-c6417aad-2a25-4f6a-908e-6ffa6c90c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:24.232792 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-c6417aad-2a25-4f6a-908e-6ffa6c90c178 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 1097 time: 0.0474341 Sep 08 15:40:24.331612 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '417476be-2afc-4e1d-ae56-a2881eb2e04d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'port_id': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'mac_address': 'fa:16:3e:e9:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:39:51Z', 'updated_at': '2021-09-08T15:40:21Z', 'revision_number': 1, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:40:24.379337 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-a087902a-8958-43c8-91fa-88fe68037c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:24.380879 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-a087902a-8958-43c8-91fa-88fe68037c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 200 len: 914 time: 0.1306226 Sep 08 15:40:24.390798 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125b6e7-89b8-44cf-8c66-111b9f2a4aa5 None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '417476be-2afc-4e1d-ae56-a2881eb2e04d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'port_id': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'mac_address': 'fa:16:3e:e9:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:39:51Z', 'updated_at': '2021-09-08T15:40:21Z', 'revision_number': 1, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:40:24.435159 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e6442-8e78-488c-a4cb-5abbe7dc359e req-3d6943c1-343d-4742-adf3-cf41741f663c tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:24.438477 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-747e6442-8e78-488c-a4cb-5abbe7dc359e req-3d6943c1-343d-4742-adf3-cf41741f663c tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 944 time: 0.0717027 Sep 08 15:40:24.476588 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-c1fda807-3ba7-4112-9ede-3e3e514d76a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98 HTTP/1.1" status: 200 len: 217 time: 0.0550377 Sep 08 15:40:24.478282 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-747e6442-8e78-488c-a4cb-5abbe7dc359e req-f4cb2d80-146e-4182-84e7-0ce731b438b1 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Sep 08 15:40:24.537218 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-a4655bb4-ba82-41f7-826e-cdbf058af3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:24.538846 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-a4655bb4-ba82-41f7-826e-cdbf058af3f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f8516c5-2dd5-4a8b-b19a-a8b32186f68f HTTP/1.1" status: 200 len: 853 time: 0.0478067 Sep 08 15:40:24.583444 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-f4194087-87f0-4d2d-81e2-63eb91c8c158 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285943 Sep 08 15:40:24.652025 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a34cc3-38db-421d-81f7-df5e805a2f02 None None] New status for floating IP 417476be-2afc-4e1d-ae56-a2881eb2e04d: ACTIVE {{(pid=100602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:40:24.734619 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-bedb57e3-51cc-4992-9f3d-ff74dee06a38 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068888 Sep 08 15:40:24.746940 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34294) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:24.876507 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fa053d0e-0650-4563-b6be-8eee67279892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:24.918241 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-89500d94-ddcf-4f40-adf3-bedd4dff0365 req-7278dfab-667b-4213-993b-92d65e4aefb8 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106038 Sep 08 15:40:24.994101 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fa053d0e-0650-4563-b6be-8eee67279892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:24.998603 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fa053d0e-0650-4563-b6be-8eee67279892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:25.069849 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-fa053d0e-0650-4563-b6be-8eee67279892 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2a6b04432cf4b07bc2d7f91b2b62e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216207 Sep 08 15:40:25.070801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa053d0e-0650-4563-b6be-8eee67279892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48776356-8a5c-40fe-9973-660999d91a34,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:25.073182 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34302) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:40:25.089667 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e2ef0-cd85-44ce-9e0a-aa8f9dc99f4a req-3a663c18-1e36-4c23-8e08-9acf6ee03c23 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:25.091197 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d28e2ef0-cd85-44ce-9e0a-aa8f9dc99f4a req-3a663c18-1e36-4c23-8e08-9acf6ee03c23 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0895047 Sep 08 15:40:25.129196 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:25.137411 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d28e2ef0-cd85-44ce-9e0a-aa8f9dc99f4a req-551d19ef-abcf-4057-9587-368e18e62122 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Sep 08 15:40:25.154662 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:25.215359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:25.219318 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:25.221137 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48776356-8a5c-40fe-9973-660999d91a34 HTTP/1.1" status: 204 len: 168 time: 0.1467590 Sep 08 15:40:25.231038 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48776356-8a5c-40fe-9973-660999d91a34,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:25.239025 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.239410 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.239756 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.240091 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.240422 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.240763 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.241089 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.241416 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.241765 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.242078 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.242396 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.242715 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba367008-2895-43c8-a51b-1008be675c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:25.339587 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:25.341969 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18222384-69c7-4069-9fe6-5979c7fddf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:25.379833 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9269f48-3f4b-4727-b726-6ff9bd1e4f77 x-openstack-request-id: req-f9269f48-3f4b-4727-b726-6ff9bd1e4f77 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:25.380444 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:25.380444 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9269f48-3f4b-4727-b726-6ff9bd1e4f77 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:25.381049 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'status': 'completed', 'code': 200} Sep 08 15:40:25.502706 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-f5fddee3-8334-4241-b0e1-9a3b48ee7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:25.504772 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-f5fddee3-8334-4241-b0e1-9a3b48ee7f1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1098 time: 0.0417087 Sep 08 15:40:25.623637 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba599-9bbc-4516-956e-b57cb494202d req-b73622d3-5282-4570-abd2-4727151da0fc tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:25.625469 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d98ba599-9bbc-4516-956e-b57cb494202d req-b73622d3-5282-4570-abd2-4727151da0fc tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 944 time: 0.0735838 Sep 08 15:40:25.644905 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-d2a1f52e-df5d-482f-9585-be63df771646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:25.646435 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-d2a1f52e-df5d-482f-9585-be63df771646 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.1267326 Sep 08 15:40:25.673069 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d98ba599-9bbc-4516-956e-b57cb494202d req-82605d77-726d-45a3-b528-85006a96c7df tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Sep 08 15:40:25.742152 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-30393678-9346-4766-8aa6-10afc7a59b8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 1000 time: 0.0742369 Sep 08 15:40:25.826694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-c1cb911d-99b6-46bb-8964-1baaaee41647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:25.828176 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-c1cb911d-99b6-46bb-8964-1baaaee41647 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0446203 Sep 08 15:40:25.874741 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-79f12b06-da14-4ce1-aacd-24e506a03234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:25.876316 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-79f12b06-da14-4ce1-aacd-24e506a03234 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406616 Sep 08 15:40:25.989947 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-d774c3fb-9c78-4d93-bbcd-934f7b869412 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054544 Sep 08 15:40:26.086396 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-18222384-69c7-4069-9fe6-5979c7fddf3e req-adc5c72b-e571-4ce4-b072-bdd2b71b2851 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854809 Sep 08 15:40:26.272269 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7494a-a0d0-48a9-a438-23b144460274 req-45b158f6-aeec-46fd-af70-d62e38a2580b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:26.273880 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28e7494a-a0d0-48a9-a438-23b144460274 req-45b158f6-aeec-46fd-af70-d62e38a2580b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Sep 08 15:40:26.318305 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28e7494a-a0d0-48a9-a438-23b144460274 req-6a162a08-0700-455c-b5ef-22c5f63b69fc tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Sep 08 15:40:26.791988 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d387a-7ce6-4dcb-b2ca-ed878e65f12f req-23bd29b1-9d32-4d14-b9c4-ee73b0bcc806 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:26.793437 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9a2d387a-7ce6-4dcb-b2ca-ed878e65f12f req-23bd29b1-9d32-4d14-b9c4-ee73b0bcc806 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 944 time: 0.0515745 Sep 08 15:40:26.831801 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9a2d387a-7ce6-4dcb-b2ca-ed878e65f12f req-765988b1-f95b-495f-a0db-a2c59dcd3b6d tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Sep 08 15:40:27.437053 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b818305-c615-44bb-b212-7e9a4b3b8b99 req-c242a934-f252-4472-b624-8c71545a4b61 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:27.438809 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9b818305-c615-44bb-b212-7e9a4b3b8b99 req-c242a934-f252-4472-b624-8c71545a4b61 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Sep 08 15:40:27.477454 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9b818305-c615-44bb-b212-7e9a4b3b8b99 req-e145f302-1b28-4785-bf8d-6b1240070165 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Sep 08 15:40:27.955328 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754b5b-751b-48f9-8d1c-80e407fefbb6 req-83ae6ccc-7ed3-4f2b-b7a5-65db9cdccc3e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:27.956688 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-32754b5b-751b-48f9-8d1c-80e407fefbb6 req-83ae6ccc-7ed3-4f2b-b7a5-65db9cdccc3e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 944 time: 0.0474622 Sep 08 15:40:27.994216 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-32754b5b-751b-48f9-8d1c-80e407fefbb6 req-fd879c17-22dd-4770-be57-e6430783bb43 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Sep 08 15:40:28.611298 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-d515cdec-bf4e-4433-9a44-23aab2333d55 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:28.612877 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-d515cdec-bf4e-4433-9a44-23aab2333d55 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.3396132 Sep 08 15:40:28.625378 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0214722-30bf-441f-a833-f4aae0a891df req-20f1a39d-6f62-461b-b40d-bb8a55ae4142 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:28.627507 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a0214722-30bf-441f-a833-f4aae0a891df req-20f1a39d-6f62-461b-b40d-bb8a55ae4142 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0723040 Sep 08 15:40:28.657513 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-e59100ac-407b-4162-b86f-73497dc5f885 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/quotas/3081dd91bfa642009df3b19188247e8c HTTP/1.1" status: 200 len: 375 time: 0.0280688 Sep 08 15:40:28.705866 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a0214722-30bf-441f-a833-f4aae0a891df req-b9b9c53f-4f56-45c2-b875-b3fbbcb646b8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701940 Sep 08 15:40:28.718155 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-3a8c9ef7-efc5-4b7d-bde5-e7b5532ca740 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597470 Sep 08 15:40:28.806777 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-78b885c9-6a17-4b24-a930-05fd8995487e service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801582 Sep 08 15:40:28.839050 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e5fb5b02-3156-468c-a902-4a2d160b0b98 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:28.908458 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-73085112-d885-48ef-b7b2-f15ed85eecb0 service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957978 Sep 08 15:40:28.939623 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port e5fb5b02-3156-468c-a902-4a2d160b0b98, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:28.950490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'e5fb5b02-3156-468c-a902-4a2d160b0b98', 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5', 'port_id': 'e5fb5b02-3156-468c-a902-4a2d160b0b98', 'mac_address': 'fa:16:3e:b0:95:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8516c5-2dd5-4a8b-b19a-a8b32186f68f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:28.987969 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:29.007372 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fb5b02-3156-468c-a902-4a2d160b0b98 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:29.030882 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port e5fb5b02-3156-468c-a902-4a2d160b0b98, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:29.035382 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:29.076139 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-184e500c-e0c3-4087-b6e1-5b0262b47a4d req-ecc62ee0-c2a6-44fa-aa29-1c7739a1277d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 210 time: 0.0405729 Sep 08 15:40:29.098300 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=e5fb5b02-3156-468c-a902-4a2d160b0b98,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:29.105809 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.106201 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.106755 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.107293 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.107787 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.108317 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.108697 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.109209 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.110265 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.110766 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.111263 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.111600 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:40:29.130238 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ef7e1-e39f-43b4-9939-89ac8f43a8c0 req-3e925e52-f333-461d-baf1-3d6e207ef7c8 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:29.131894 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-902ef7e1-e39f-43b4-9939-89ac8f43a8c0 req-3e925e52-f333-461d-baf1-3d6e207ef7c8 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 945 time: 0.0584133 Sep 08 15:40:29.173690 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-902ef7e1-e39f-43b4-9939-89ac8f43a8c0 req-f170ba71-b123-435d-840a-fa6b6f6df1b9 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 Sep 08 15:40:29.824279 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a9a0-8c53-4ed9-b7c0-9ab0d07a6c7a req-131560fb-2b2b-44c7-8ae7-78cf351172bd tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:29.825740 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0465a9a0-8c53-4ed9-b7c0-9ab0d07a6c7a req-131560fb-2b2b-44c7-8ae7-78cf351172bd tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0515099 Sep 08 15:40:29.863715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0465a9a0-8c53-4ed9-b7c0-9ab0d07a6c7a req-0107d492-435b-4405-9609-9dc077d949e2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Sep 08 15:40:30.169884 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ead15b48-6fd2-4e92-b759-c3a938003c08 req-e8ff6a10-3b87-46a7-994f-b4d5bf393492 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 210 time: 0.0273223 Sep 08 15:40:30.287252 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5a70-6a81-4724-af09-2eaa9580fa54 req-d7149821-5d05-4afb-af5c-8abf21ea4292 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:30.289273 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-97ef5a70-6a81-4724-af09-2eaa9580fa54 req-d7149821-5d05-4afb-af5c-8abf21ea4292 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 945 time: 0.0493329 Sep 08 15:40:30.329915 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-97ef5a70-6a81-4724-af09-2eaa9580fa54 req-98bae6e0-693b-4a0e-be82-f97e0dfc7358 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Sep 08 15:40:34.686402 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:36.299553 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-65c05f80-1dca-47a6-abde-d62f9c36c45d req-4df3cdf2-68b8-451a-9b68-05f392d7cc79 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Sep 08 15:40:36.315092 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd2838-12cf-43bf-b349-52b3d6237288 req-52a863cf-81c5-400b-b757-2545281f8dc8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:36.316683 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d4dd2838-12cf-43bf-b349-52b3d6237288 req-52a863cf-81c5-400b-b757-2545281f8dc8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0746222 Sep 08 15:40:36.353934 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d4dd2838-12cf-43bf-b349-52b3d6237288 req-bd15314c-6f76-4fb4-b214-1984eea27b65 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Sep 08 15:40:36.405244 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6968c37-fe2f-43a0-aab2-34cb927d806a req-531441b8-2a41-43e0-9990-78cc71cdf3ff tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:36.406773 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6968c37-fe2f-43a0-aab2-34cb927d806a req-531441b8-2a41-43e0-9990-78cc71cdf3ff tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Sep 08 15:40:36.443810 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6968c37-fe2f-43a0-aab2-34cb927d806a req-92b51667-7c44-456e-a1d7-95610649b04b tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Sep 08 15:40:36.596994 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['e5fb5b02-3156-468c-a902-4a2d160b0b98'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:36.831266 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-a82494b2-5cd4-4bcf-8b4e-0256f977c692 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:36.831266 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-a82494b2-5cd4-4bcf-8b4e-0256f977c692 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.1019390 Sep 08 15:40:36.869017 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Request body: {'port': {'device_id': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'admin_state_up': True, 'tenant_id': '3081dd91bfa642009df3b19188247e8c'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:36.992719 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Made reservation on behalf of 3081dd91bfa642009df3b19188247e8c for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:40:36.996844 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:37.124097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Allocated IP 172.20.0.10 (b8ab893c-c2f2-4736-94aa-03332fe96506/fb5d3c97-7c44-46b8-8d86-270bbd20aed0/8e7e3b70-3b6b-46d7-92b5-5883b1f9985d) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:40:37.248783 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-97d3f0d5-69fa-4e81-a9de-928572ea71ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:37.274415 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:37.317119 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:37.366459 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Network b8ab893c-c2f2-4736-94aa-03332fe96506 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:40:37.369559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:40:37.376431 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:40:37.380309 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event updated for resources: {'Port': ['ID=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:37.584737 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee202fca-2aa6-4f89-b34a-c0a6979a304e req-eaf3d211-7f46-4e1a-bb53-db78cbef6aa6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:37.586225 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ee202fca-2aa6-4f89-b34a-c0a6979a304e req-eaf3d211-7f46-4e1a-bb53-db78cbef6aa6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 932 time: 0.0834246 Sep 08 15:40:37.599792 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddd985-0e1d-4d92-999c-07c9e019af54 req-4a08cd1d-2d10-42cf-b7ff-e84efc9279b6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:37.601318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e7ddd985-0e1d-4d92-999c-07c9e019af54 req-4a08cd1d-2d10-42cf-b7ff-e84efc9279b6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0687177 Sep 08 15:40:37.601988 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:37.602592 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:37.616589 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-ff3ceb8b-e6ec-4fbc-8249-ea6a3d0ce3ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515194 Sep 08 15:40:37.655543 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ee202fca-2aa6-4f89-b34a-c0a6979a304e req-3d62697b-b28d-41d0-ace9-75a8d2472824 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531948 Sep 08 15:40:37.660785 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e7ddd985-0e1d-4d92-999c-07c9e019af54 req-28c3097d-014c-4337-8346-2ff4ab2bc57d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Sep 08 15:40:37.758426 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7590-f32e-457d-a8d2-7f398bcdf7d8 req-ec041d81-359f-4ab5-b60f-82f9f5744468 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:37.760073 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4aaa7590-f32e-457d-a8d2-7f398bcdf7d8 req-ec041d81-359f-4ab5-b60f-82f9f5744468 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 945 time: 0.0504630 Sep 08 15:40:37.797217 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4aaa7590-f32e-457d-a8d2-7f398bcdf7d8 req-8d36b17b-b308-488d-97dd-e4fd9be935f4 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Sep 08 15:40:39.794456 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-96c1dec5-9cbf-44ca-9e63-924f2a8851f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:40.273695 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:40.864086 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:42.460429 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:43.539094 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Request body: {'port': {'device_id': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:40:43.590730 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:43.743709 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7837fe-6525-4134-b28f-719083cc81a2 req-9f57a314-5cf7-4d5f-b3c8-5c7fa6de30e4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:43.746131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9a7837fe-6525-4134-b28f-719083cc81a2 req-9f57a314-5cf7-4d5f-b3c8-5c7fa6de30e4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 932 time: 0.0560029 Sep 08 15:40:43.821225 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9a7837fe-6525-4134-b28f-719083cc81a2 req-4b7e36af-0b30-4560-839c-6fcdab1ca5c4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630174 Sep 08 15:40:43.841775 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3971c8a-8d11-4b2e-92fd-8a32e56db9ea req-25491922-6df0-4d25-a26d-d4583271c1c4 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:43.844289 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d3971c8a-8d11-4b2e-92fd-8a32e56db9ea req-25491922-6df0-4d25-a26d-d4583271c1c4 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0869677 Sep 08 15:40:43.890359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:43.898489 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:43.911675 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Transition to ACTIVE for port object 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:40:43.915254 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:43.926968 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d3971c8a-8d11-4b2e-92fd-8a32e56db9ea req-bbc98e03-108d-41f3-9e0b-17707127b737 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759637 Sep 08 15:40:43.955438 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2aa09-f52a-4ce3-bd44-5bf6419744a2 req-409113ed-253c-4b0f-ad4b-caf53b275864 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:43.956970 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ca2aa09-f52a-4ce3-bd44-5bf6419744a2 req-409113ed-253c-4b0f-ad4b-caf53b275864 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 945 time: 0.0691671 Sep 08 15:40:43.985241 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Pushing event updated for resources: {'Port': ['ID=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:43.996004 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ca2aa09-f52a-4ce3-bd44-5bf6419744a2 req-a6fc5d9b-5942-440a-bb74-a71e94f9fe55 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Sep 08 15:40:44.033606 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Attempting to bind port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:40:44.033959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Attempting to bind port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:40:44.034281 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Attempting to bind port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:40:44.038393 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d on network b8ab893c-c2f2-4736-94aa-03332fe96506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:40:44.038703 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Attempting to bind port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:40:44.043340 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:40:44.043610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Checking segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:40:44.043980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Bound using segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:40:44.044386 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Bound port: 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:40:44.044729 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:44.104522 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] For port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:40:44.107536 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] For port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:40:44.111733 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:44.143332 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:44.143943 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:44.145310 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] 10.222.0.59 "PUT /v2.0/ports/8e7e3b70-3b6b-46d7-92b5-5883b1f9985d HTTP/1.1" status: 200 len: 1094 time: 0.6105602 Sep 08 15:40:44.145759 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'tag': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:44.147969 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8af416-5685-4e17-ab00-58c2207125ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fd366846-69eb-4d05-a2cf-8a758b65cb45", "tag": "8e7e3b70-3b6b-46d7-92b5-5883b1f9985d"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:44.173920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d552d48-88a6-49a1-8f10-833c461f91fd service neutron] Pushing event updated for resources: {'Port': ['ID=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:44.182517 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de03e348-fb6f-49ae-8174-233f499236c4 x-openstack-request-id: req-de03e348-fb6f-49ae-8174-233f499236c4 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:44.182795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd366846-69eb-4d05-a2cf-8a758b65cb45", "tag": "8e7e3b70-3b6b-46d7-92b5-5883b1f9985d", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:44.183040 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de03e348-fb6f-49ae-8174-233f499236c4 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:44.183427 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'tag': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', 'status': 'completed', 'code': 200} Sep 08 15:40:44.331385 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af416-5685-4e17-ab00-58c2207125ee req-af8795d8-bf41-42cf-81e6-4e70e09f9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:44.333234 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3f8af416-5685-4e17-ab00-58c2207125ee req-af8795d8-bf41-42cf-81e6-4e70e09f9bec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 1097 time: 0.0402155 Sep 08 15:40:44.379702 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:44.520519 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de216e-39ee-481b-bde6-1e4b05e1be04 req-f7a0b1e0-7fe7-42e7-a75b-96af1d480686 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:44.522178 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-62de216e-39ee-481b-bde6-1e4b05e1be04 req-f7a0b1e0-7fe7-42e7-a75b-96af1d480686 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0539210 Sep 08 15:40:44.561972 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-62de216e-39ee-481b-bde6-1e4b05e1be04 req-ca6b0ca9-3a52-4084-a324-a5a62fc07f9d tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Sep 08 15:40:44.586357 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af416-5685-4e17-ab00-58c2207125ee req-ed9450f4-77fe-4c93-83cf-3e306021a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:44.587866 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3f8af416-5685-4e17-ab00-58c2207125ee req-ed9450f4-77fe-4c93-83cf-3e306021a7b5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3081dd91bfa642009df3b19188247e8c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1787238 Sep 08 15:40:44.878511 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af416-5685-4e17-ab00-58c2207125ee req-5bc7ada9-bbf0-47e1-a506-4d6526875905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:44.880020 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3f8af416-5685-4e17-ab00-58c2207125ee req-5bc7ada9-bbf0-47e1-a506-4d6526875905 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742158 Sep 08 15:40:44.942745 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638ebb-fb11-4898-8bc9-ab263be2bf91 req-a9169540-911e-495f-8a27-baafe8af2282 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:44.944273 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-05638ebb-fb11-4898-8bc9-ab263be2bf91 req-a9169540-911e-495f-8a27-baafe8af2282 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 944 time: 0.0493786 Sep 08 15:40:44.981090 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-05638ebb-fb11-4898-8bc9-ab263be2bf91 req-cf7b3f93-4afa-4162-8f1b-70e81ed86ff7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Sep 08 15:40:45.050826 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e09df-36e8-4f36-b0f1-6e128c7001ed req-c9de844f-5566-423a-9663-c8d9340e51de tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:45.052346 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a99e09df-36e8-4f36-b0f1-6e128c7001ed req-c9de844f-5566-423a-9663-c8d9340e51de tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0510616 Sep 08 15:40:45.060895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-0ad4a682-b3c0-4ad5-8a22-93b305ac6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:45.063066 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-0ad4a682-b3c0-4ad5-8a22-93b305ac6489 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 1097 time: 0.0429215 Sep 08 15:40:45.122630 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a99e09df-36e8-4f36-b0f1-6e128c7001ed req-7ef2a397-f4f2-4f29-874f-56d8c1988144 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Sep 08 15:40:45.131882 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dd0db-1fb4-4ffd-a535-a91d44ffac08 req-fba54962-bb08-471e-ae8f-9d778d2a374f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:45.133470 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-941dd0db-1fb4-4ffd-a535-a91d44ffac08 req-fba54962-bb08-471e-ae8f-9d778d2a374f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 945 time: 0.0677807 Sep 08 15:40:45.156367 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-6dacf893-bca9-4970-a886-5a9ed03ea371 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d HTTP/1.1" status: 200 len: 217 time: 0.0365467 Sep 08 15:40:45.172917 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-941dd0db-1fb4-4ffd-a535-a91d44ffac08 req-ba98f201-66c4-449c-97b1-e5d6e6464a2a tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Sep 08 15:40:45.220065 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-26a836bf-141b-4518-866e-deee72c547b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:45.221513 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-26a836bf-141b-4518-866e-deee72c547b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.0451093 Sep 08 15:40:45.260327 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-d328a76e-a676-467a-aaca-8d8e556f4ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259247 Sep 08 15:40:45.343276 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e5fb5b02-3156-468c-a902-4a2d160b0b98 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:40:45.365512 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-796f16bc-544b-4669-917d-512e64da0e97 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916789 Sep 08 15:40:45.403176 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port e5fb5b02-3156-468c-a902-4a2d160b0b98 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:40:45.407686 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port e5fb5b02-3156-468c-a902-4a2d160b0b98 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:40:45.408064 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:45.462803 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c8740af8-ec26-4f3f-b472-c1c552dee0f5 req-420653bf-eb27-404a-93d5-87715caca434 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 Sep 08 15:40:45.488118 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:45.510067 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fb5b02-3156-468c-a902-4a2d160b0b98'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:45.512269 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c903848e-942a-4980-9254-6a08fb151c7f" -d '{"events": [{"server_uuid": "a82e0340-c466-40d4-a75d-3552536f84d4", "name": "network-vif-plugged", "status": "completed", "tag": "e5fb5b02-3156-468c-a902-4a2d160b0b98"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:45.524233 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port e5fb5b02-3156-468c-a902-4a2d160b0b98, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:45.533965 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:45.556923 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa63c5-4a93-422a-853c-7b32672e26ce x-openstack-request-id: req-9ffa63c5-4a93-422a-853c-7b32672e26ce {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:45.557209 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82e0340-c466-40d4-a75d-3552536f84d4", "name": "network-vif-plugged", "status": "completed", "tag": "e5fb5b02-3156-468c-a902-4a2d160b0b98", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:45.557458 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ffa63c5-4a93-422a-853c-7b32672e26ce {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:45.557868 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fb5b02-3156-468c-a902-4a2d160b0b98', 'code': 200} Sep 08 15:40:45.582311 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=e5fb5b02-3156-468c-a902-4a2d160b0b98,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:45.681756 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe4f09-9447-4e5c-83e4-53a61b5fd89a req-76f53db8-a4c7-424e-9785-63404acc2bee tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:45.683140 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3ebe4f09-9447-4e5c-83e4-53a61b5fd89a req-76f53db8-a4c7-424e-9785-63404acc2bee tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0540760 Sep 08 15:40:45.722372 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3ebe4f09-9447-4e5c-83e4-53a61b5fd89a req-6b8e104d-1125-443d-a152-f304c3ad65a4 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Sep 08 15:40:45.831990 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25382b2a-0018-465e-aae6-23fd9784b081 req-75990595-e004-4823-8ffc-46c297d1a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:45.833433 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25382b2a-0018-465e-aae6-23fd9784b081 req-75990595-e004-4823-8ffc-46c297d1a9ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 1099 time: 0.0379837 Sep 08 15:40:45.871950 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25382b2a-0018-465e-aae6-23fd9784b081 req-163a57ad-4f87-44f0-a616-f1642f8fa841 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292673 Sep 08 15:40:46.807177 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-af8386be-735d-4f25-84d0-4a17a3ded3a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376267 Sep 08 15:40:46.933018 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4313d-4e1f-4cd2-a38a-04660d0557e0 req-d56ccd28-b860-4c63-8e3f-dc067e692d2e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:46.936559 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-46f4313d-4e1f-4cd2-a38a-04660d0557e0 req-d56ccd28-b860-4c63-8e3f-dc067e692d2e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 944 time: 0.0511494 Sep 08 15:40:46.975593 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-46f4313d-4e1f-4cd2-a38a-04660d0557e0 req-32ef2d6b-b4f3-42e8-89a6-5a3380dc82cf tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Sep 08 15:40:47.001819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-2e16908b-e3b1-47bd-a1a5-75a9de918a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:47.003396 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-2e16908b-e3b1-47bd-a1a5-75a9de918a36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 1098 time: 0.0466702 Sep 08 15:40:47.031660 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeb394-b3e2-4bf8-8466-2b20d25f6be7 req-1dc5b372-9d86-4de7-b0de-45690d2092c1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:47.033309 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0aeb394-b3e2-4bf8-8466-2b20d25f6be7 req-1dc5b372-9d86-4de7-b0de-45690d2092c1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Sep 08 15:40:47.098897 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0aeb394-b3e2-4bf8-8466-2b20d25f6be7 req-59727025-e5b7-4b04-b63d-8af290a34777 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593760 Sep 08 15:40:47.120772 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917e2d7-7eab-4d1d-aaa0-cdb5de7a4080 req-010f583b-ae51-4f32-bd3c-f421565fcfea tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:47.120772 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c917e2d7-7eab-4d1d-aaa0-cdb5de7a4080 req-010f583b-ae51-4f32-bd3c-f421565fcfea tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0736415 Sep 08 15:40:47.122790 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-0d103fa4-4292-44a1-8d11-40b0d2863e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:47.124290 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-0d103fa4-4292-44a1-8d11-40b0d2863e38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 916 time: 0.0976775 Sep 08 15:40:47.153981 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c917e2d7-7eab-4d1d-aaa0-cdb5de7a4080 req-f4dbe4de-b1d2-4a03-9e56-463c6c13824d tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Sep 08 15:40:47.169672 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-5630be58-386d-4b2c-a43b-213f69b035f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6 HTTP/1.1" status: 200 len: 217 time: 0.0365555 Sep 08 15:40:47.212288 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ceb5-9d75-4a1d-a49a-3fc35733cab3 req-3c79e27e-8ebf-470f-90e4-29f53cf66b12 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:47.213834 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b340ceb5-9d75-4a1d-a49a-3fc35733cab3 req-3c79e27e-8ebf-470f-90e4-29f53cf66b12 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0524366 Sep 08 15:40:47.224358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-47ea9e8f-7e9b-42c0-8fb3-ca5bdd55ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:47.225847 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-47ea9e8f-7e9b-42c0-8fb3-ca5bdd55ddfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.0474119 Sep 08 15:40:47.254068 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b340ceb5-9d75-4a1d-a49a-3fc35733cab3 req-e9158464-e6db-48d8-93f5-0e5754536537 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Sep 08 15:40:47.261082 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-550a06bc-b9f9-4356-be7a-f9afcaf0467a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242102 Sep 08 15:40:47.348634 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-cbe28867-5cf8-48e8-afd2-ea1ee336fc33 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785062 Sep 08 15:40:47.441255 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-958092d5-69ec-4537-9e5e-5cf5c49dbf85 req-b5e8f07d-bbc3-46b2-a4c3-4684a1bcacea service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834384 Sep 08 15:40:48.180610 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5c7df-d7ac-4a60-81a3-c8b7f8055a0c req-0c7258e8-9d3c-4f3d-95ec-ec1601b844d4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:48.182301 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e1d5c7df-d7ac-4a60-81a3-c8b7f8055a0c req-0c7258e8-9d3c-4f3d-95ec-ec1601b844d4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 944 time: 0.0493653 Sep 08 15:40:48.244440 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e1d5c7df-d7ac-4a60-81a3-c8b7f8055a0c req-895bf9a3-0970-4d4a-b4d3-3d059cce5617 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Sep 08 15:40:48.260648 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaf7e9-8f9d-4a98-8eb9-9f9e14e4a225 req-6dadd6ee-319b-4f7e-9eff-a8aae0d69310 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:48.262073 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-72aaf7e9-8f9d-4a98-8eb9-9f9e14e4a225 req-6dadd6ee-319b-4f7e-9eff-a8aae0d69310 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0607080 Sep 08 15:40:48.304916 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-72aaf7e9-8f9d-4a98-8eb9-9f9e14e4a225 req-6efebaf2-6d6e-421d-b762-3b8362268857 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Sep 08 15:40:48.349947 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015c1c-dc5a-4618-ba1b-1e465f9e81f3 req-bae1404a-0bf8-4d4a-bdd5-fc67f23332b8 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:48.351324 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5b015c1c-dc5a-4618-ba1b-1e465f9e81f3 req-bae1404a-0bf8-4d4a-bdd5-fc67f23332b8 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0503561 Sep 08 15:40:48.416759 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5b015c1c-dc5a-4618-ba1b-1e465f9e81f3 req-d3890360-43d3-4baf-9df1-5c58f9643079 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592721 Sep 08 15:40:48.428754 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd1e97-c249-4e36-bc83-a62505969699 req-29acd237-eb7f-40b0-bb21-4ae3d1ff828c tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:48.430253 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9cfd1e97-c249-4e36-bc83-a62505969699 req-29acd237-eb7f-40b0-bb21-4ae3d1ff828c tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0669167 Sep 08 15:40:48.467217 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9cfd1e97-c249-4e36-bc83-a62505969699 req-093691ba-450d-440d-84e5-1c6efc5ad8a1 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Sep 08 15:40:49.551392 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0e5f0-bc24-4cff-949a-4afec5c899f7 req-98064406-8c27-4041-8ed0-717944306f47 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:49.552823 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28e0e5f0-bc24-4cff-949a-4afec5c899f7 req-98064406-8c27-4041-8ed0-717944306f47 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 944 time: 0.0741522 Sep 08 15:40:49.583930 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9e7a7-c82b-47f0-9215-5e2c57b77231 req-a28db5d9-37af-464b-9b79-5d64fe67e25c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:49.585346 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-46a9e7a7-c82b-47f0-9215-5e2c57b77231 req-a28db5d9-37af-464b-9b79-5d64fe67e25c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0703671 Sep 08 15:40:49.617253 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28e0e5f0-bc24-4cff-949a-4afec5c899f7 req-294d8e96-538a-47b7-a1fa-9bd2b061d08c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 Sep 08 15:40:49.638639 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-46a9e7a7-c82b-47f0-9215-5e2c57b77231 req-0843e372-4845-4cb6-abd9-dae11a3c4a6a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Sep 08 15:40:49.750995 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d67a8-5580-48c5-a39d-c9065229ac0d req-d5a478a5-c4af-47c3-abea-a9b01d1a776b tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:49.752428 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-595d67a8-5580-48c5-a39d-c9065229ac0d req-d5a478a5-c4af-47c3-abea-a9b01d1a776b tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0773380 Sep 08 15:40:49.763759 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e2bb7-cb78-4cda-bcd3-ed5a850ae0a8 req-cbe92128-ced2-4562-8c15-561266ccec7e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:49.765097 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9f6e2bb7-cb78-4cda-bcd3-ed5a850ae0a8 req-cbe92128-ced2-4562-8c15-561266ccec7e tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0655534 Sep 08 15:40:49.815715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-595d67a8-5580-48c5-a39d-c9065229ac0d req-12947b2a-3cdd-4ca1-8a68-9d84dbc215b6 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Sep 08 15:40:49.822873 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9f6e2bb7-cb78-4cda-bcd3-ed5a850ae0a8 req-8c65187e-2bfa-4951-a279-c4193ee79513 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/security-groups?id=9589b280-bbde-4d5c-93a2-8eafd92e135b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Sep 08 15:40:50.324439 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-8d37468f-d6dd-45eb-a1d9-56df5ff8c162 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:50.325952 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-8d37468f-d6dd-45eb-a1d9-56df5ff8c162 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.59 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 945 time: 0.0841987 Sep 08 15:40:50.449877 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Deleting port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:40:50.450220 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:50.540853 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] For port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,segment=NetworkSegment(01811a06-f594-4a00-84f9-e145c5abf0ca),segment_id=01811a06-f594-4a00-84f9-e145c5abf0ca)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:50.541127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:50.554780 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Calling delete_port for a74dfb00-2aa8-494b-9ba3-47660a7ebf6c owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:40:50.846360 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccbe46-abfe-44aa-bb0c-c2750447515c req-20dac334-4abf-41d2-8ae7-b16626183187 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:50.847833 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-63ccbe46-abfe-44aa-bb0c-c2750447515c req-20dac334-4abf-41d2-8ae7-b16626183187 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 944 time: 0.0793226 Sep 08 15:40:50.887513 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1f5bf-464c-43ae-bc58-8b12df20c4f6 req-742b8f9c-d081-4af5-a009-6e1ae9dfc15c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:50.889046 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-67a1f5bf-464c-43ae-bc58-8b12df20c4f6 req-742b8f9c-d081-4af5-a009-6e1ae9dfc15c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0814595 Sep 08 15:40:50.901744 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:50.910796 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-63ccbe46-abfe-44aa-bb0c-c2750447515c req-58382aa8-66e4-4ddb-8e27-9dfff3d6a09a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552769 Sep 08 15:40:50.939807 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-67a1f5bf-464c-43ae-bc58-8b12df20c4f6 req-5bf9145a-3afd-4afb-a052-69670a52ddee tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Sep 08 15:40:50.952090 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Pushing event deleted for resources: {'Port': ['ID=a74dfb00-2aa8-494b-9ba3-47660a7ebf6c,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:50.969124 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['a74dfb00-2aa8-494b-9ba3-47660a7ebf6c'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:51.021969 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b8685f3a-da7e-4b83-8004-7fcd8cc82c01 req-83d4830d-3540-4edc-9abe-6e934fa26847 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0297859 Sep 08 15:40:51.025956 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] No DVR routers for this DVR port a74dfb00-2aa8-494b-9ba3-47660a7ebf6c on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:40:51.029238 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:51.032016 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a7284ded-5e15-4968-a922-bf1288f9f53a req-36365553-11cd-4e16-ab88-c18f41370b4b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.59 "DELETE /v2.0/ports/a74dfb00-2aa8-494b-9ba3-47660a7ebf6c HTTP/1.1" status: 204 len: 173 time: 0.6970949 Sep 08 15:40:51.032469 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'name': 'network-vif-deleted', 'tag': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:40:51.034816 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d857586-8bfc-4742-9994-38e435064d99" -d '{"events": [{"server_uuid": "35d78f39-c9d2-4714-9019-ec0a827fd8ff", "name": "network-vif-deleted", "tag": "a74dfb00-2aa8-494b-9ba3-47660a7ebf6c"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:40:51.072677 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0137cc4-d5fb-4551-ab76-3dc092af27f0 x-openstack-request-id: req-c0137cc4-d5fb-4551-ab76-3dc092af27f0 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:40:51.072979 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d78f39-c9d2-4714-9019-ec0a827fd8ff", "name": "network-vif-deleted", "tag": "a74dfb00-2aa8-494b-9ba3-47660a7ebf6c", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:40:51.073469 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0137cc4-d5fb-4551-ab76-3dc092af27f0 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:40:51.074128 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d78f39-c9d2-4714-9019-ec0a827fd8ff', 'name': 'network-vif-deleted', 'tag': 'a74dfb00-2aa8-494b-9ba3-47660a7ebf6c', 'status': 'completed', 'code': 200} Sep 08 15:40:51.407135 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:40:51.497506 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:51.508039 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'port_id': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', 'mac_address': 'fa:16:3e:d5:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5d3c97-7c44-46b8-8d86-270bbd20aed0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:40:51.547282 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:51.559126 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:40:51.576904 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:40:51.581178 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:40:51.626358 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:40:52.410304 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009fac-8a3d-465e-87a7-3d75fa00e846 req-393e7602-59d7-4d1b-ad21-7b45a59a176c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:52.411773 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ae009fac-8a3d-465e-87a7-3d75fa00e846 req-393e7602-59d7-4d1b-ad21-7b45a59a176c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Sep 08 15:40:52.449081 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ae009fac-8a3d-465e-87a7-3d75fa00e846 req-f33a38e7-43d0-4d48-ab6c-bca8ccec4682 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Sep 08 15:40:52.546047 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34788c-ff88-42d5-801a-3fc3f6cf606a req-19075eba-dee8-4cc8-8cc2-3f737e209324 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:52.548172 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ce34788c-ff88-42d5-801a-3fc3f6cf606a req-19075eba-dee8-4cc8-8cc2-3f737e209324 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0473890 Sep 08 15:40:52.587365 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ce34788c-ff88-42d5-801a-3fc3f6cf606a req-86758d34-33ee-4064-87ce-94cd784e84ac tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Sep 08 15:40:52.666753 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9c9f2a26-49d6-47a6-ae01-7f7e9c9f94ac req-bb3e52ef-628a-4258-96ad-0f3948b313b7 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0247707 Sep 08 15:40:53.484917 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:40:54.276458 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc162601-07ec-4476-8bee-df9f36ae341f req-ab2162f7-72dc-4182-b0f9-45a1ced771a8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:54.277955 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cc162601-07ec-4476-8bee-df9f36ae341f req-ab2162f7-72dc-4182-b0f9-45a1ced771a8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 945 time: 0.0505641 Sep 08 15:40:54.316202 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cc162601-07ec-4476-8bee-df9f36ae341f req-9d12b543-5dc9-4eb1-b0e3-d374bc887bc6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Sep 08 15:40:54.416076 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868118-0cd7-486c-80a4-239120a67e32 req-35fafb6f-0ea2-4522-bf1e-eebaf1609988 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:54.417541 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bf868118-0cd7-486c-80a4-239120a67e32 req-35fafb6f-0ea2-4522-bf1e-eebaf1609988 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Sep 08 15:40:54.456994 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bf868118-0cd7-486c-80a4-239120a67e32 req-62dcc0d3-97bb-49b3-98d3-c65c8cc68668 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Sep 08 15:40:54.538209 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fcb3c482-cbf4-41b5-b2de-ba62d3380a9e req-88c2158f-7dec-4805-9b07-7e053037b987 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0277369 Sep 08 15:40:55.518457 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a74dfb00-2aa8-494b-9ba3-47660a7ebf6c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:40:55.538575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: a74dfb00-2aa8-494b-9ba3-47660a7ebf6c {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:40:55.538911 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a74dfb00-2aa8-494b-9ba3-47660a7ebf6c not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:40:58.427098 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcce13-84f7-42bb-a1db-badb944db1ad req-9bf2a1e3-f124-4727-ac19-9ab67af11c8a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:58.428575 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-73bcce13-84f7-42bb-a1db-badb944db1ad req-9bf2a1e3-f124-4727-ac19-9ab67af11c8a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 945 time: 0.0480874 Sep 08 15:40:58.469675 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-73bcce13-84f7-42bb-a1db-badb944db1ad req-dd488fd6-e0c3-4028-b07f-e290e733779c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Sep 08 15:40:58.593916 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fefd92ff-4850-4975-9a67-49635387ca27 req-d3ca6e35-92fe-43d0-82c0-0e3b8973318b tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0652473 Sep 08 15:40:58.613536 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b17c-90a5-40de-b119-8cd45f5345d3 req-4de9b1b9-6bd8-4b54-8794-d820e3def4c2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:58.617774 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0062b17c-90a5-40de-b119-8cd45f5345d3 req-4de9b1b9-6bd8-4b54-8794-d820e3def4c2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0897439 Sep 08 15:40:58.653945 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['8e7e3b70-3b6b-46d7-92b5-5883b1f9985d'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:40:58.680527 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0062b17c-90a5-40de-b119-8cd45f5345d3 req-ecb69c98-a2c5-4723-960e-778c60730e76 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Sep 08 15:40:59.641774 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf18568-7a69-49a7-8ddd-ed6d9158cc7f req-297a20c0-9420-4f4b-a2ff-25422917e8d0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:40:59.643133 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ecf18568-7a69-49a7-8ddd-ed6d9158cc7f req-297a20c0-9420-4f4b-a2ff-25422917e8d0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 945 time: 0.0510457 Sep 08 15:40:59.679130 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ecf18568-7a69-49a7-8ddd-ed6d9158cc7f req-45ec120c-3736-4987-a895-93234c67f70a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301242 Sep 08 15:40:59.919617 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-23022696-8205-449c-8611-51cb1a59cc88 req-c3907350-44ee-4987-a01d-281bd8da6fc3 tempest-DeleteServersTestJSON-165460247 tempest-DeleteServersTestJSON-165460247-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d78f39-c9d2-4714-9019-ec0a827fd8ff HTTP/1.1" status: 200 len: 210 time: 0.0247154 Sep 08 15:41:00.019806 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878de58-4232-4690-9660-47d92a4d89f3 req-6cf0f9b9-bf41-4d9a-a9bf-c38e0df2b843 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:00.021488 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6878de58-4232-4690-9660-47d92a4d89f3 req-6cf0f9b9-bf41-4d9a-a9bf-c38e0df2b843 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0471923 Sep 08 15:41:00.058522 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6878de58-4232-4690-9660-47d92a4d89f3 req-b5d56119-52b8-4025-a40b-77fa72f292eb tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Sep 08 15:41:00.795285 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b53fb9-d6c7-4ea6-a8a4-ac8816b78c2a req-45b866b6-59b5-4ef1-865a-5aa25a2e1e83 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:00.797016 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d3b53fb9-d6c7-4ea6-a8a4-ac8816b78c2a req-45b866b6-59b5-4ef1-865a-5aa25a2e1e83 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 945 time: 0.0514262 Sep 08 15:41:00.841870 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d3b53fb9-d6c7-4ea6-a8a4-ac8816b78c2a req-64a94ee9-da33-406c-9411-9bb32d04712d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Sep 08 15:41:01.195020 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475dd4-310c-4a46-a02a-e2871cb97287 req-9f7b71b0-1278-4515-895b-74fcedbaa54c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:01.196501 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fe475dd4-310c-4a46-a02a-e2871cb97287 req-9f7b71b0-1278-4515-895b-74fcedbaa54c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0478151 Sep 08 15:41:01.244090 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fe475dd4-310c-4a46-a02a-e2871cb97287 req-ff786dc2-7923-4fd7-a33c-d9097f0418e9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Sep 08 15:41:01.575043 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:41:01.621358 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:41:01.624932 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:41:01.628090 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:01.701890 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:01.725793 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:41:01.728026 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3951fb40-da47-4f8f-b155-fea56eb652db" -d '{"events": [{"server_uuid": "fd366846-69eb-4d05-a2cf-8a758b65cb45", "name": "network-vif-plugged", "status": "completed", "tag": "8e7e3b70-3b6b-46d7-92b5-5883b1f9985d"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:41:01.740769 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:01.746144 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:01.773146 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb08515-da3c-4836-94e3-2c68c9c31cb1 x-openstack-request-id: req-6bb08515-da3c-4836-94e3-2c68c9c31cb1 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:41:01.773434 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd366846-69eb-4d05-a2cf-8a758b65cb45", "name": "network-vif-plugged", "status": "completed", "tag": "8e7e3b70-3b6b-46d7-92b5-5883b1f9985d", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:41:01.773702 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bb08515-da3c-4836-94e3-2c68c9c31cb1 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:41:01.774085 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', 'code': 200} Sep 08 15:41:01.798501 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:01.970748 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8105b5-226e-43cc-9610-70d71dad016f req-28992cd3-3182-46b2-9283-50fd70c8f9fc tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:01.972213 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c8105b5-226e-43cc-9610-70d71dad016f req-28992cd3-3182-46b2-9283-50fd70c8f9fc tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0486765 Sep 08 15:41:02.011096 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c8105b5-226e-43cc-9610-70d71dad016f req-7c5c6677-88f4-46ab-aac5-2cc2e8da0d55 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Sep 08 15:41:02.093747 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59fb1b-4fee-4032-8328-4fd5b90a70c2 req-1325ad90-a973-4a77-96dc-5054fe5bcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:02.095083 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9b59fb1b-4fee-4032-8328-4fd5b90a70c2 req-1325ad90-a973-4a77-96dc-5054fe5bcd59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 1099 time: 0.0383728 Sep 08 15:41:02.132316 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-9b59fb1b-4fee-4032-8328-4fd5b90a70c2 req-c57ca2af-0798-4c40-9081-6154988f07a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287023 Sep 08 15:41:02.365308 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae07e-4d1a-4f99-9183-8e17c2596a51 req-d4a75b53-91dd-4b1e-bf06-a10fe02a4839 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:02.366723 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f99ae07e-4d1a-4f99-9183-8e17c2596a51 req-d4a75b53-91dd-4b1e-bf06-a10fe02a4839 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Sep 08 15:41:02.405001 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f99ae07e-4d1a-4f99-9183-8e17c2596a51 req-ad9b6090-f997-426f-8ee7-65e7c7780561 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Sep 08 15:41:02.615791 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34884) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:02.658129 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Deleting subnet 761e3f7b-5be8-4630-9fd3-0d0d4a04bdab {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:41:02.661010 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.696693 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.736415 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.787145 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.814683 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761e3f7b-5be8-4630-9fd3-0d0d4a04bdab,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:02.818552 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.821283 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c1e86e33-eba9-47cf-929f-f991b3c81bc3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/761e3f7b-5be8-4630-9fd3-0d0d4a04bdab HTTP/1.1" status: 204 len: 168 time: 0.2041781 Sep 08 15:41:02.822842 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34886) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:02.895526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.974270 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:02.993773 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067c5228-abc3-4d27-a952-04a59f68f9a8']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:03.003079 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01811a06-f594-4a00-84f9-e145c5abf0ca') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:03.003373 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01811a06-f594-4a00-84f9-e145c5abf0ca') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:03.012204 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.025907 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.033138 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:41:03.033546 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:41:03.035260 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:41:03.098375 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.107927 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.110019 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/067c5228-abc3-4d27-a952-04a59f68f9a8 HTTP/1.1" status: 204 len: 168 time: 0.2860610 Sep 08 15:41:03.124193 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3796d97-d89b-4331-8cd7-f5ef25f733c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=067c5228-abc3-4d27-a952-04a59f68f9a8,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:03.143671 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa777a3-1b01-412d-bb4c-8ad13708bc31 req-8cef496f-2517-4321-9238-72068d9e104c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:03.145228 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0aa777a3-1b01-412d-bb4c-8ad13708bc31 req-8cef496f-2517-4321-9238-72068d9e104c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0647287 Sep 08 15:41:03.188867 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0aa777a3-1b01-412d-bb4c-8ad13708bc31 req-0fac7c38-8004-43d4-a916-82db528d40d3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360441 Sep 08 15:41:03.286662 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34906) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:03.325278 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-94dcb5e0-6aab-4252-91ed-9f5b082ea78b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=123d8de5e7e840c29b40bf8328edf5f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374858 Sep 08 15:41:03.328313 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34910) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:03.375104 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f7217e89-3f2d-401e-b3c7-57645656d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.396790 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f7217e89-3f2d-401e-b3c7-57645656d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.445113 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f7217e89-3f2d-401e-b3c7-57645656d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.447703 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f7217e89-3f2d-401e-b3c7-57645656d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:03.448865 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f7217e89-3f2d-401e-b3c7-57645656d353 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9589b280-bbde-4d5c-93a2-8eafd92e135b HTTP/1.1" status: 204 len: 168 time: 0.1196241 Sep 08 15:41:03.459745 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217e89-3f2d-401e-b3c7-57645656d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9589b280-bbde-4d5c-93a2-8eafd92e135b,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:03.524630 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b44b6-9139-4a0f-b085-c7ac5a557502 req-2884dc3a-b9c9-44e3-9714-91fd655f5317 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:03.526168 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-566b44b6-9139-4a0f-b085-c7ac5a557502 req-2884dc3a-b9c9-44e3-9714-91fd655f5317 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Sep 08 15:41:03.565594 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-566b44b6-9139-4a0f-b085-c7ac5a557502 req-abe1a486-2770-48a9-8edd-a8b9171c075b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Sep 08 15:41:04.318494 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc6c04-863e-45ea-83fd-8531d9046ee3 req-11830cbe-7fa9-4100-9436-47a1c0923c8c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:04.320700 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-facc6c04-863e-45ea-83fd-8531d9046ee3 req-11830cbe-7fa9-4100-9436-47a1c0923c8c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0592244 Sep 08 15:41:04.361641 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-facc6c04-863e-45ea-83fd-8531d9046ee3 req-be8f677e-a313-428b-a3f8-982b4848ea3b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Sep 08 15:41:04.618519 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 34970) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:04.691303 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:04.704790 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5407b-5849-4b8a-a1ab-929fa45100de req-54774cfb-ed50-4072-a87d-74f36cef50b1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:04.706751 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d9f5407b-5849-4b8a-a1ab-929fa45100de req-54774cfb-ed50-4072-a87d-74f36cef50b1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0627320 Sep 08 15:41:04.749066 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d9f5407b-5849-4b8a-a1ab-929fa45100de req-f01aad8e-0a07-46c6-951a-f4851a36aa57 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Sep 08 15:41:04.788810 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-53f2a8ce-1fc1-4ffa-96a4-8d416ff5fa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:04.889386 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-53f2a8ce-1fc1-4ffa-96a4-8d416ff5fa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:04.894120 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-53f2a8ce-1fc1-4ffa-96a4-8d416ff5fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:04.934731 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-53f2a8ce-1fc1-4ffa-96a4-8d416ff5fa1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13ee4fc25b914998a9b0e3cfd43337c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150952 Sep 08 15:41:04.936008 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2a8ce-1fc1-4ffa-96a4-8d416ff5fa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f516a-954f-461e-a4a8-fa44f8ae1866,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:04.938233 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34982) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:04.986719 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d64fb6c-1fd7-4f80-89ba-7586f70f619f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.015258 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d64fb6c-1fd7-4f80-89ba-7586f70f619f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.068294 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d64fb6c-1fd7-4f80-89ba-7586f70f619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.071341 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d64fb6c-1fd7-4f80-89ba-7586f70f619f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.078323 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5d64fb6c-1fd7-4f80-89ba-7586f70f619f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d6f516a-954f-461e-a4a8-fa44f8ae1866 HTTP/1.1" status: 204 len: 168 time: 0.1381810 Sep 08 15:41:05.094297 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64fb6c-1fd7-4f80-89ba-7586f70f619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f516a-954f-461e-a4a8-fa44f8ae1866,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:05.222825 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 34994) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:05.381378 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b4df2240-8c77-4d67-8be8-7847c17961ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.507099 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b4df2240-8c77-4d67-8be8-7847c17961ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.521982 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29425-8365-4739-b07f-94f4dab1dccf req-1bb46436-2f6f-4ee1-bcc9-afbe1148ff53 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:05.524321 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f2d29425-8365-4739-b07f-94f4dab1dccf req-1bb46436-2f6f-4ee1-bcc9-afbe1148ff53 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0766695 Sep 08 15:41:05.525423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b4df2240-8c77-4d67-8be8-7847c17961ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.589991 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b4df2240-8c77-4d67-8be8-7847c17961ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5db4c5c42c0c44048f348a9e242e59ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665073 Sep 08 15:41:05.590193 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35016) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:05.591411 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2240-8c77-4d67-8be8-7847c17961ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45edc6f6-2bb7-4ec8-9f1a-94378a74650a,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:05.624062 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f2d29425-8365-4739-b07f-94f4dab1dccf req-6a38ae3f-1e07-47b9-8bea-9b45150bd511 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853274 Sep 08 15:41:05.683782 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ef56-7182-455a-9319-cd734f8b561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.718395 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ef56-7182-455a-9319-cd734f8b561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.784318 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ef56-7182-455a-9319-cd734f8b561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.784965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ef56-7182-455a-9319-cd734f8b561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:05.790505 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c1b6ef56-7182-455a-9319-cd734f8b561f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45edc6f6-2bb7-4ec8-9f1a-94378a74650a HTTP/1.1" status: 204 len: 168 time: 0.1943755 Sep 08 15:41:05.809058 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6ef56-7182-455a-9319-cd734f8b561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45edc6f6-2bb7-4ec8-9f1a-94378a74650a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:05.926200 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686f54-9775-4b27-907b-ba41a0459b9d req-22acb94c-0b73-4f5d-9e8c-4475f35e220b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:05.935006 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60686f54-9775-4b27-907b-ba41a0459b9d req-22acb94c-0b73-4f5d-9e8c-4475f35e220b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0876515 Sep 08 15:41:05.998255 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60686f54-9775-4b27-907b-ba41a0459b9d req-327ddec0-5f49-41a0-b57e-8db2bef3cbc5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620177 Sep 08 15:41:06.246075 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35060) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:06.267409 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f028e170-3e6d-4f70-a018-780be7886334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.378396 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f028e170-3e6d-4f70-a018-780be7886334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.383985 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f028e170-3e6d-4f70-a018-780be7886334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.423816 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028e170-3e6d-4f70-a018-780be7886334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7492607f-d55d-4bf9-a1b8-85363337ff1a,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:06.428221 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f028e170-3e6d-4f70-a018-780be7886334 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4dc688ae13144ef582405db3141091f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811078 Sep 08 15:41:06.430789 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35064) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:06.485124 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2e689e6b-33e5-45e1-b5b3-694357e721ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.527198 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2e689e6b-33e5-45e1-b5b3-694357e721ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.582279 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2e689e6b-33e5-45e1-b5b3-694357e721ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.584845 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2e689e6b-33e5-45e1-b5b3-694357e721ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:06.586072 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2e689e6b-33e5-45e1-b5b3-694357e721ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7492607f-d55d-4bf9-a1b8-85363337ff1a HTTP/1.1" status: 204 len: 168 time: 0.1541352 Sep 08 15:41:06.594915 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e689e6b-33e5-45e1-b5b3-694357e721ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7492607f-d55d-4bf9-a1b8-85363337ff1a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:07.126261 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76ba55-7761-4cc0-9a6a-751079854b79 req-64586014-4a76-4b47-9213-b7e5fd05f5a4 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:07.127915 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3f76ba55-7761-4cc0-9a6a-751079854b79 req-64586014-4a76-4b47-9213-b7e5fd05f5a4 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0510581 Sep 08 15:41:07.182843 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3f76ba55-7761-4cc0-9a6a-751079854b79 req-cb3d0689-9cb7-4edd-86ad-3d43cb8763bf tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Sep 08 15:41:07.259801 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0894a874-f12c-40a0-b302-a86fed7dd8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.290663 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35104) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:07.454637 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-308daa14-d280-4419-a819-e9d42ea6eec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.556708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-308daa14-d280-4419-a819-e9d42ea6eec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.560975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-308daa14-d280-4419-a819-e9d42ea6eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.593097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308daa14-d280-4419-a819-e9d42ea6eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e9e52-c66c-451d-bb1b-edd06df75e67,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:07.612107 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-308daa14-d280-4419-a819-e9d42ea6eec1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c21a9d63505340568dc7abf219c5d1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203404 Sep 08 15:41:07.614607 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35124) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:07.666142 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e2f58265-b8fe-45af-8eef-96535076403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.688288 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e2f58265-b8fe-45af-8eef-96535076403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.750258 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e2f58265-b8fe-45af-8eef-96535076403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.752812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e2f58265-b8fe-45af-8eef-96535076403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:07.753996 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-e2f58265-b8fe-45af-8eef-96535076403d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c22e9e52-c66c-451d-bb1b-edd06df75e67 HTTP/1.1" status: 204 len: 168 time: 0.1384275 Sep 08 15:41:07.761769 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f58265-b8fe-45af-8eef-96535076403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e9e52-c66c-451d-bb1b-edd06df75e67,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:08.319189 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5688f-87f4-450f-ab00-6bcf5cc4c82f req-fe0ef434-3382-45e3-bad3-5400a9e1f1a8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:08.321746 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-39c5688f-87f4-450f-ab00-6bcf5cc4c82f req-fe0ef434-3382-45e3-bad3-5400a9e1f1a8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0536900 Sep 08 15:41:08.368287 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-39c5688f-87f4-450f-ab00-6bcf5cc4c82f req-3e117c7d-d9da-426a-be53-b090297ce9a6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Sep 08 15:41:08.576514 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35190) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:08.807500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-97ea50ba-3ec7-4d45-a2f5-405329c237a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:08.833176 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-f011a68f-50b2-45a6-b61a-7bf3d932c475 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:08.843440 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-f011a68f-50b2-45a6-b61a-7bf3d932c475 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.1586628 Sep 08 15:41:08.883130 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-4f2acfef-23da-48fe-a3bf-17507bcc095d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/quotas/3081dd91bfa642009df3b19188247e8c HTTP/1.1" status: 200 len: 375 time: 0.0378387 Sep 08 15:41:08.957148 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-7f437a71-2894-400a-95ca-d9ca14b69ab4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731697 Sep 08 15:41:08.977730 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-97ea50ba-3ec7-4d45-a2f5-405329c237a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:08.982649 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-97ea50ba-3ec7-4d45-a2f5-405329c237a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.018211 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea50ba-3ec7-4d45-a2f5-405329c237a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15daf3a3-78d1-430f-b11a-3b2de06edf4e,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:09.062314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35234) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:09.062783 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-97ea50ba-3ec7-4d45-a2f5-405329c237a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52355b8a13c94a3db7f3b42a289444c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841595 Sep 08 15:41:09.122226 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-0b0bdf67-c8ae-41ef-8f7e-cbf450cfa416 service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576376 Sep 08 15:41:09.163400 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6033b70-0863-4302-8461-f5257085f16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.224301 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6033b70-0863-4302-8461-f5257085f16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.267018 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-f54ccca6-423a-4bac-8794-649fbc3b1338 service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438854 Sep 08 15:41:09.296891 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6033b70-0863-4302-8461-f5257085f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.300130 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e6033b70-0863-4302-8461-f5257085f16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.303793 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e6033b70-0863-4302-8461-f5257085f16b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15daf3a3-78d1-430f-b11a-3b2de06edf4e HTTP/1.1" status: 204 len: 168 time: 0.2377880 Sep 08 15:41:09.311358 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6033b70-0863-4302-8461-f5257085f16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15daf3a3-78d1-430f-b11a-3b2de06edf4e,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:09.601868 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-145e3b05-5ae9-4045-a54c-9d5c0d3b1a49 req-79a4852e-7b9a-4f38-b6a6-439e03289a8d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 210 time: 0.0879271 Sep 08 15:41:09.626314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed263e76-d9c7-4e41-b992-7dc7f87dec06 req-60200be2-e8bd-4d45-95ee-4d1e4a2de51f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:09.628100 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ed263e76-d9c7-4e41-b992-7dc7f87dec06 req-60200be2-e8bd-4d45-95ee-4d1e4a2de51f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.1356575 Sep 08 15:41:09.679246 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ed263e76-d9c7-4e41-b992-7dc7f87dec06 req-66abcdd5-56cf-4409-89b1-e1ab950efba5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Sep 08 15:41:09.802994 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-69e26b17-8573-4b15-a982-1f2d75dba190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.831369 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35274) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:09.850227 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad4f-f19e-4481-85da-d4f8c48d459e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.990045 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad4f-f19e-4481-85da-d4f8c48d459e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:09.993792 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2b23ad4f-f19e-4481-85da-d4f8c48d459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.034092 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2b23ad4f-f19e-4481-85da-d4f8c48d459e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6a9767be699416b8fe6e0b744f91fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006085 Sep 08 15:41:10.035062 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23ad4f-f19e-4481-85da-d4f8c48d459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640aeab3-f25d-46b0-9201-be19cf850319,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:10.036720 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35284) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:10.094298 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bec720e3-914b-4ac5-aa6f-046c114dca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.116294 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bec720e3-914b-4ac5-aa6f-046c114dca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.163048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bec720e3-914b-4ac5-aa6f-046c114dca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.165627 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bec720e3-914b-4ac5-aa6f-046c114dca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.166798 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-bec720e3-914b-4ac5-aa6f-046c114dca8b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/640aeab3-f25d-46b0-9201-be19cf850319 HTTP/1.1" status: 204 len: 168 time: 0.1276956 Sep 08 15:41:10.175033 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec720e3-914b-4ac5-aa6f-046c114dca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640aeab3-f25d-46b0-9201-be19cf850319,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:10.275233 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.711555 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d32d3002-c020-46f0-bb61-4e3bfed76270 req-25b02a64-234d-4e47-9ab0-b82bafdafaed tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 210 time: 0.0344656 Sep 08 15:41:10.813565 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195a0c7-3c99-4a03-b705-6d0ce81cfe34 req-dbb9fd96-1799-4b52-baaf-f65e510c1a3a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:10.815788 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1195a0c7-3c99-4a03-b705-6d0ce81cfe34 req-dbb9fd96-1799-4b52-baaf-f65e510c1a3a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0562956 Sep 08 15:41:10.872331 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1195a0c7-3c99-4a03-b705-6d0ce81cfe34 req-ba220b07-6790-4caa-ac25-0cb9fda94b80 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506880 Sep 08 15:41:10.877195 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:10.899500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35318) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:11.068907 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1917e13b-a8aa-4795-bb79-04831b46ab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.235220 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-23019f7b-69ad-4ce5-8212-2e6fba383f67 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:11.237237 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-23019f7b-69ad-4ce5-8212-2e6fba383f67 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.2358739 Sep 08 15:41:11.265424 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Request body: {'port': {'device_id': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'admin_state_up': True, 'tenant_id': '3081dd91bfa642009df3b19188247e8c'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:11.294905 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1917e13b-a8aa-4795-bb79-04831b46ab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.304071 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1917e13b-a8aa-4795-bb79-04831b46ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.401607 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1917e13b-a8aa-4795-bb79-04831b46ab7f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f00f9eff706840518eec06f83733c5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008292 Sep 08 15:41:11.404308 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917e13b-a8aa-4795-bb79-04831b46ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bccef1-bd84-4ea2-9e86-00ac7eff3472,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:11.404907 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35354) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:11.439248 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Made reservation on behalf of 3081dd91bfa642009df3b19188247e8c for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:41:11.443722 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.501221 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8cde7715-5cbb-44ab-85db-b9ac1754c9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.523042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8cde7715-5cbb-44ab-85db-b9ac1754c9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.583168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8cde7715-5cbb-44ab-85db-b9ac1754c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.585702 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8cde7715-5cbb-44ab-85db-b9ac1754c9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.587106 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-8cde7715-5cbb-44ab-85db-b9ac1754c9d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83bccef1-bd84-4ea2-9e86-00ac7eff3472 HTTP/1.1" status: 204 len: 168 time: 0.1805921 Sep 08 15:41:11.597648 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde7715-5cbb-44ab-85db-b9ac1754c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bccef1-bd84-4ea2-9e86-00ac7eff3472,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:11.601462 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Allocated IP 172.20.0.5 (b8ab893c-c2f2-4736-94aa-03332fe96506/fb5d3c97-7c44-46b8-8d86-270bbd20aed0/4cd689ac-ced9-4c7f-9a28-05550efe7f83) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:41:11.798366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.816153 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fc9770bb-63a7-4115-a3eb-2576f5e1ac8f req-48a75ab1-8c26-468c-afa9-722c6dac1496 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 210 time: 0.0367494 Sep 08 15:41:11.857306 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:11.898061 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6', '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:41:11.911271 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Network b8ab893c-c2f2-4736-94aa-03332fe96506 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:41:11.916377 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:41:11.921765 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:41:11.933942 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event updated for resources: {'Port': ['ID=4cd689ac-ced9-4c7f-9a28-05550efe7f83,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:12.014297 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:12.015670 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.039112 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-4e1bec58-f000-436a-9f22-bb747622e1a6 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779243 Sep 08 15:41:12.044767 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5551b-3478-46d5-820b-90c003c440d9 req-495954fa-b773-47d1-8d75-13dc3e556eec tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:12.046605 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ed5551b-3478-46d5-820b-90c003c440d9 req-495954fa-b773-47d1-8d75-13dc3e556eec tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0772364 Sep 08 15:41:12.057255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Request body: {'port': {'device_id': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:12.123097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.125720 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ed5551b-3478-46d5-820b-90c003c440d9 req-fdf053e4-c71d-4cca-b49c-a5ca5f7b9989 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725131 Sep 08 15:41:12.469642 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.535701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd689ac-ced9-4c7f-9a28-05550efe7f83 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:41:12.546451 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.560953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Transition to ACTIVE for port object 4cd689ac-ced9-4c7f-9a28-05550efe7f83 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:41:12.566810 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.567275 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35434) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:12.641125 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd689ac-ced9-4c7f-9a28-05550efe7f83,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:12.715707 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Attempting to bind port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:41:12.716049 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Attempting to bind port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:41:12.716801 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Attempting to bind port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:41:12.723415 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 on network b8ab893c-c2f2-4736-94aa-03332fe96506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:41:12.723725 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Attempting to bind port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:41:12.728696 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:41:12.729042 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Checking segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:41:12.729418 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Bound using segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:41:12.729869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Bound port: 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:41:12.730261 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.816799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] For port 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:41:12.820167 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] For port 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:41:12.826647 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.897069 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:12.897754 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.900090 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] 10.222.0.59 "PUT /v2.0/ports/4cd689ac-ced9-4c7f-9a28-05550efe7f83 HTTP/1.1" status: 200 len: 1093 time: 0.8469865 Sep 08 15:41:12.900553 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'tag': '4cd689ac-ced9-4c7f-9a28-05550efe7f83'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:41:12.903176 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40de36b7-a747-4467-ae74-4374f91b3e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39", "tag": "4cd689ac-ced9-4c7f-9a28-05550efe7f83"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:41:12.907652 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-44fd2a45-dbd1-4ea8-9141-883a235508b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:12.911912 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99593-a09c-4605-8176-a42ce1420ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd689ac-ced9-4c7f-9a28-05550efe7f83,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:13.000284 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570727ee-88a3-4b50-983d-6b3c1e7e3d1d x-openstack-request-id: req-570727ee-88a3-4b50-983d-6b3c1e7e3d1d {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:41:13.000635 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39", "tag": "4cd689ac-ced9-4c7f-9a28-05550efe7f83", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:41:13.000883 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-570727ee-88a3-4b50-983d-6b3c1e7e3d1d {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:41:13.001884 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'tag': '4cd689ac-ced9-4c7f-9a28-05550efe7f83', 'status': 'completed', 'code': 200} Sep 08 15:41:13.037686 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953d0cc-ed30-41b9-abe7-d27d8a202f74 req-f00c6363-4e3d-4a30-9658-eda4e5e1049a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:13.039418 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c953d0cc-ed30-41b9-abe7-d27d8a202f74 req-f00c6363-4e3d-4a30-9658-eda4e5e1049a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 943 time: 0.0999637 Sep 08 15:41:13.060674 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-71a53cf3-5784-48ef-a4bc-e747852328d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:13.064087 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-71a53cf3-5784-48ef-a4bc-e747852328d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 1096 time: 0.0822124 Sep 08 15:41:13.108174 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c953d0cc-ed30-41b9-abe7-d27d8a202f74 req-d5d2ab96-3e87-4313-ab15-9a65f5ec90e2 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Sep 08 15:41:13.123578 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-c58ad993-1109-4efc-8721-ebe5a1d6b0a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83 HTTP/1.1" status: 200 len: 217 time: 0.0435362 Sep 08 15:41:13.133592 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-44fd2a45-dbd1-4ea8-9141-883a235508b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.141784 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-44fd2a45-dbd1-4ea8-9141-883a235508b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.190961 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-44fd2a45-dbd1-4ea8-9141-883a235508b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ed70898cdd54be8a5bb99277545580d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6223807 Sep 08 15:41:13.193467 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd2a45-dbd1-4ea8-9141-883a235508b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7949b9-dbe1-4801-9502-c8b319f84f78,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:13.196451 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35484) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:13.258467 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f895920-e695-4889-9943-269dffafe25d req-957bdc29-e0f0-47e3-86a9-6aee867200e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:13.260066 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-957bdc29-e0f0-47e3-86a9-6aee867200e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.1281605 Sep 08 15:41:13.299474 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-4193d818-113a-4637-a8be-dc8c2d89a0ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321012 Sep 08 15:41:13.307817 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bd60c42d-40a0-4826-94e6-04b703942ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.321202 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd551-31c4-4a0d-ae9c-00c8c3b37235 req-f2a0141b-db17-49d3-a033-8200b8aed0ff tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:13.322411 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b33bd551-31c4-4a0d-ae9c-00c8c3b37235 req-f2a0141b-db17-49d3-a033-8200b8aed0ff tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0971925 Sep 08 15:41:13.361096 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bd60c42d-40a0-4826-94e6-04b703942ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.402538 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b33bd551-31c4-4a0d-ae9c-00c8c3b37235 req-235ab770-0d1f-4878-9b1d-f760062c75bc tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714061 Sep 08 15:41:13.445068 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bd60c42d-40a0-4826-94e6-04b703942ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.448202 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bd60c42d-40a0-4826-94e6-04b703942ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.452207 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-bd60c42d-40a0-4826-94e6-04b703942ec8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa7949b9-dbe1-4801-9502-c8b319f84f78 HTTP/1.1" status: 204 len: 168 time: 0.2516003 Sep 08 15:41:13.459554 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c42d-40a0-4826-94e6-04b703942ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7949b9-dbe1-4801-9502-c8b319f84f78,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:13.473288 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-98e87185-89de-4948-8087-a76689ff70e4 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584365 Sep 08 15:41:13.613523 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2f895920-e695-4889-9943-269dffafe25d req-2a167146-0a74-4a62-a2b3-405810e568e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308062 Sep 08 15:41:13.792396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35522) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:13.806242 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7a186aa-2687-4c81-b869-6e2ab4ae9573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.838684 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35524) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:13.887593 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-b452c4b4-b25f-4c82-8569-e6686462e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:13.889758 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-b452c4b4-b25f-4c82-8569-e6686462e780 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 1096 time: 0.0558259 Sep 08 15:41:13.926342 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7a186aa-2687-4c81-b869-6e2ab4ae9573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.932183 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7a186aa-2687-4c81-b869-6e2ab4ae9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:13.966764 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a7a186aa-2687-4c81-b869-6e2ab4ae9573 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f38617c4c1147e49fe5101b4d0e0e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732140 Sep 08 15:41:13.970873 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35528) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:13.992274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-d8d73055-46ca-4ff2-b7b7-b8b090df48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:13.993907 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-d8d73055-46ca-4ff2-b7b7-b8b090df48a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 916 time: 0.0961649 Sep 08 15:41:13.994246 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a186aa-2687-4c81-b869-6e2ab4ae9573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b82ece-932d-41c9-bf42-559cd20b9085,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:14.042535 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e22d6f2b-c36b-40ba-bdc1-d03b0dadb19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.044372 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-26854c43-cc2b-411c-a95c-69ee085ef036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.045009 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-28c9bd8d-9d0e-4469-bbb7-151a1a11b5bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83 HTTP/1.1" status: 200 len: 217 time: 0.0369904 Sep 08 15:41:14.078082 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-26854c43-cc2b-411c-a95c-69ee085ef036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.100668 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-76195a4b-e32f-4fae-a5bc-fad7d9d62fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:14.102185 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-76195a4b-e32f-4fae-a5bc-fad7d9d62fca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.0473962 Sep 08 15:41:14.135153 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-ed3f04a7-386f-4a13-bd7d-1ff09719af95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251858 Sep 08 15:41:14.166633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-26854c43-cc2b-411c-a95c-69ee085ef036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.169069 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-26854c43-cc2b-411c-a95c-69ee085ef036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.170216 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-26854c43-cc2b-411c-a95c-69ee085ef036 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44b82ece-932d-41c9-bf42-559cd20b9085 HTTP/1.1" status: 204 len: 168 time: 0.1984565 Sep 08 15:41:14.187739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26854c43-cc2b-411c-a95c-69ee085ef036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b82ece-932d-41c9-bf42-559cd20b9085,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:14.245839 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e22d6f2b-c36b-40ba-bdc1-d03b0dadb19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.251788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e22d6f2b-c36b-40ba-bdc1-d03b0dadb19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.272301 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-d812430d-2fc4-4556-be98-817767ed69f4 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295595 Sep 08 15:41:14.293958 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e59332-1332-4102-bf7e-68df2e3e3dba req-57c73654-90c2-455d-97cb-fc215c89a759 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:14.296686 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-79e59332-1332-4102-bf7e-68df2e3e3dba req-57c73654-90c2-455d-97cb-fc215c89a759 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 943 time: 0.0972698 Sep 08 15:41:14.314350 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e22d6f2b-c36b-40ba-bdc1-d03b0dadb19a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4da9d2696e9b48918add54d7bf5b2e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715433 Sep 08 15:41:14.315017 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35536) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:14.318949 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d6f2b-c36b-40ba-bdc1-d03b0dadb19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ba7c2-8171-4333-a9ca-c2e6dcc8f968,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:14.356474 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-79e59332-1332-4102-bf7e-68df2e3e3dba req-0864cfbc-17ae-48fc-acd6-c0063783cd1c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Sep 08 15:41:14.415943 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40de36b7-a747-4467-ae74-4374f91b3e1f req-88783b71-9334-4150-b047-c104e1130dca service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340151 Sep 08 15:41:14.425947 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f29fa784-5c59-4af7-acc5-7e52a04d4eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.450339 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f29fa784-5c59-4af7-acc5-7e52a04d4eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.506708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f29fa784-5c59-4af7-acc5-7e52a04d4eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.509474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f29fa784-5c59-4af7-acc5-7e52a04d4eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.510647 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f29fa784-5c59-4af7-acc5-7e52a04d4eab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d5ba7c2-8171-4333-a9ca-c2e6dcc8f968 HTTP/1.1" status: 204 len: 168 time: 0.1928792 Sep 08 15:41:14.521365 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fa784-5c59-4af7-acc5-7e52a04d4eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ba7c2-8171-4333-a9ca-c2e6dcc8f968,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:14.562396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066034e5-f7b2-49d2-9761-84004a3ec23e req-3b4c4757-68ec-4930-96cd-454d32d4c884 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:14.565113 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-066034e5-f7b2-49d2-9761-84004a3ec23e req-3b4c4757-68ec-4930-96cd-454d32d4c884 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0701976 Sep 08 15:41:14.607291 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-066034e5-f7b2-49d2-9761-84004a3ec23e req-c55614da-71f5-4185-89a6-424321461641 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Sep 08 15:41:14.803423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35562) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:14.817219 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d6d466e2-ff02-4f77-939d-ae49000f156e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.932211 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d6d466e2-ff02-4f77-939d-ae49000f156e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.937759 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d6d466e2-ff02-4f77-939d-ae49000f156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:14.977312 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d466e2-ff02-4f77-939d-ae49000f156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe3235-93cd-4853-bd66-d54807bcc65c,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:14.983895 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d6d466e2-ff02-4f77-939d-ae49000f156e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1042ed08107d4188ad4ad0e631ce3c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770346 Sep 08 15:41:14.984131 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35570) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:15.032192 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c5e1b888-d8cd-4de4-be19-99af520f0289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:15.053534 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c5e1b888-d8cd-4de4-be19-99af520f0289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:15.102563 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c5e1b888-d8cd-4de4-be19-99af520f0289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:15.105112 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c5e1b888-d8cd-4de4-be19-99af520f0289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:15.106275 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c5e1b888-d8cd-4de4-be19-99af520f0289 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cfe3235-93cd-4853-bd66-d54807bcc65c HTTP/1.1" status: 204 len: 168 time: 0.1212392 Sep 08 15:41:15.114614 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1b888-d8cd-4de4-be19-99af520f0289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe3235-93cd-4853-bd66-d54807bcc65c,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:15.741250 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77f2f4-b0f4-4b16-a20b-b0139c3d6ebf req-892d2ab5-4c43-41c0-9019-735e7bb8f2e9 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:15.742911 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e77f2f4-b0f4-4b16-a20b-b0139c3d6ebf req-892d2ab5-4c43-41c0-9019-735e7bb8f2e9 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 943 time: 0.3092396 Sep 08 15:41:15.806800 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e77f2f4-b0f4-4b16-a20b-b0139c3d6ebf req-ff3868bb-4e61-462d-9cb1-fa87372d8edd tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537243 Sep 08 15:41:15.815475 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b7f3-246d-4261-9bd2-adef591b6f5e req-1f0317d1-20ba-42e6-96b1-36b9558812c0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:15.817003 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cbd6b7f3-246d-4261-9bd2-adef591b6f5e req-1f0317d1-20ba-42e6-96b1-36b9558812c0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0731637 Sep 08 15:41:15.861573 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cbd6b7f3-246d-4261-9bd2-adef591b6f5e req-e952bc9e-c5b2-452e-ae4a-8e19e92a98c2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Sep 08 15:41:15.927150 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-dda9e09d-ec63-4874-b460-df5a5a051f64 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de9616edf75b4579a2abab4d29aa521a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281796 Sep 08 15:41:16.129394 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-245f7b0a-f9c8-46eb-8347-439106cd65bf tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:16.130879 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-245f7b0a-f9c8-46eb-8347-439106cd65bf tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981683 Sep 08 15:41:16.145687 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-2145c631-8b15-43cd-8039-f7358e7ec3e5 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/quotas/de9616edf75b4579a2abab4d29aa521a HTTP/1.1" status: 200 len: 375 time: 0.0093198 Sep 08 15:41:16.186968 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-c43391d4-6388-42e4-9b76-5b5341ac8404 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de9616edf75b4579a2abab4d29aa521a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344899 Sep 08 15:41:16.353246 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e306bda-8a5c-4914-9ded-e3280aeffb4d req-860e3f92-0512-4f16-9691-6ae7acb0142a tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0319769 Sep 08 15:41:16.963646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e9687-d2d2-454e-88a7-3e9edad94b86 req-e0dd2081-2346-4735-a8bb-c4cf2518d59a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:16.965264 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a83e9687-d2d2-454e-88a7-3e9edad94b86 req-e0dd2081-2346-4735-a8bb-c4cf2518d59a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 943 time: 0.0845554 Sep 08 15:41:17.025303 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d77579-8d78-4216-8806-b93edc7a371a req-03553b9f-7b1c-45dc-9428-8a6e116be41e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:17.030211 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-08d77579-8d78-4216-8806-b93edc7a371a req-03553b9f-7b1c-45dc-9428-8a6e116be41e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0874119 Sep 08 15:41:17.037643 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a83e9687-d2d2-454e-88a7-3e9edad94b86 req-2a29e71a-0473-4100-b7df-f7d00e771a03 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592444 Sep 08 15:41:17.081715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-08d77579-8d78-4216-8806-b93edc7a371a req-0c8bc55c-f63d-4eb9-8a77-286c2589cfbf tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Sep 08 15:41:17.450579 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b8766cfd-b3f9-4ed9-965b-3f2036cf6b76 req-1241a6ed-9bb1-4281-af41-0745dce0ea02 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0256093 Sep 08 15:41:17.510784 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc865-6671-456e-82ff-c38391fe6e44 req-f5aa3259-7452-4dd2-a278-472cf4c39ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:17.512270 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c06cc865-6671-456e-82ff-c38391fe6e44 req-f5aa3259-7452-4dd2-a278-472cf4c39ef8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 1098 time: 0.0404713 Sep 08 15:41:17.631341 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-7d63074c-c865-4484-b457-591eaffefbc4 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=de9616edf75b4579a2abab4d29aa521a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387368 Sep 08 15:41:17.638104 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c06cc865-6671-456e-82ff-c38391fe6e44 req-0fb61ba4-07f2-4cde-8c13-9be0d6cfd095 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612857 Sep 08 15:41:17.662124 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4cd689ac-ced9-4c7f-9a28-05550efe7f83 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:41:17.755132 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:17.766793 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '4cd689ac-ced9-4c7f-9a28-05550efe7f83', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'port_id': '4cd689ac-ced9-4c7f-9a28-05550efe7f83', 'mac_address': 'fa:16:3e:2f:fd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5d3c97-7c44-46b8-8d86-270bbd20aed0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:41:17.806726 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:17.819234 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd689ac-ced9-4c7f-9a28-05550efe7f83 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:41:17.820702 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-c6974a39-d6e8-457f-85e9-2bb39de4d8f2 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:17.822323 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-c6974a39-d6e8-457f-85e9-2bb39de4d8f2 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833539 Sep 08 15:41:17.840323 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:17.846413 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:17.897766 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=4cd689ac-ced9-4c7f-9a28-05550efe7f83,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:18.165584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964df3d-3ade-4153-83bc-cab4661e17a1 req-18e75a13-2aec-4781-9224-9406b7418c23 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:18.166973 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c964df3d-3ade-4153-83bc-cab4661e17a1 req-18e75a13-2aec-4781-9224-9406b7418c23 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 944 time: 0.0612969 Sep 08 15:41:18.181023 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Request body: {'port': {'device_id': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1', 'admin_state_up': True, 'tenant_id': 'de9616edf75b4579a2abab4d29aa521a'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:18.237768 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c630c36-847f-4d42-be1e-7b2933f4d47e req-a97547ca-312a-413f-a12b-67ea97a53bef tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:18.239295 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0c630c36-847f-4d42-be1e-7b2933f4d47e req-a97547ca-312a-413f-a12b-67ea97a53bef tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0922320 Sep 08 15:41:18.242488 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c964df3d-3ade-4153-83bc-cab4661e17a1 req-8b4e3c71-55f5-47ec-8915-8b597e7156d0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Sep 08 15:41:18.290214 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0c630c36-847f-4d42-be1e-7b2933f4d47e req-b9d78642-49d0-4404-8378-d9490041bb41 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Sep 08 15:41:18.312598 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Made reservation on behalf of de9616edf75b4579a2abab4d29aa521a for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:41:18.316015 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.325083 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.423424 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.427197 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.493016 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22501d7f-0241-4310-b874-88a9735bbc61,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:18.548240 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4de840b9-1bdb-4231-94c4-560f06b8389a req-36cee50d-1f29-484d-a9e5-da9280435d13 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0295365 Sep 08 15:41:18.565024 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Allocated IP 192.168.233.210 (7f53409d-f1f5-41b5-a357-dea6e6d335b1/e1a8ef91-39c0-4cc0-896d-141c66275939/a0ce4a16-1987-455c-831e-832aede423db) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:41:18.650496 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4cd689ac-ced9-4c7f-9a28-05550efe7f83'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:41:18.711695 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.728497 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Transition to ACTIVE for port object a0ce4a16-1987-455c-831e-832aede423db will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:41:18.762168 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.804520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:41:18.807497 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:41:18.811112 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:41:18.838965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Pushing event updated for resources: {'Port': ['ID=a0ce4a16-1987-455c-831e-832aede423db,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:18.874875 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:18.875520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:18.898205 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-fe40012c-19c0-4a49-b747-d01426285caa tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7211108 Sep 08 15:41:18.924122 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Request body: {'port': {'device_id': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:18.984654 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.039943 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c9108644-2a7d-4194-a476-c696fc24cbc4 None None] Provisioning for port a0ce4a16-1987-455c-831e-832aede423db completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:41:19.044084 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c9108644-2a7d-4194-a476-c696fc24cbc4 None None] Provisioning complete for port a0ce4a16-1987-455c-831e-832aede423db triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:41:19.044459 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c9108644-2a7d-4194-a476-c696fc24cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.078136 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-c9108644-2a7d-4194-a476-c696fc24cbc4 None None] Port a0ce4a16-1987-455c-831e-832aede423db cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:41:19.410422 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e304a3-7e31-46d6-a8b2-987090173374 req-f7ae8483-777e-44a6-b3af-cb372476b5af tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:19.412189 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35e304a3-7e31-46d6-a8b2-987090173374 req-f7ae8483-777e-44a6-b3af-cb372476b5af tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 944 time: 0.0980363 Sep 08 15:41:19.448294 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ce4a16-1987-455c-831e-832aede423db {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:41:19.454919 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.455348 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262766d-3ca2-4c05-a5be-9e2e29b99504 req-4789c375-08c5-4ad7-b490-fef7538b17fd tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:19.456999 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5262766d-3ca2-4c05-a5be-9e2e29b99504 req-4789c375-08c5-4ad7-b490-fef7538b17fd tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0876067 Sep 08 15:41:19.474775 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Transition to ACTIVE for port object a0ce4a16-1987-455c-831e-832aede423db will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:41:19.480007 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.487799 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35e304a3-7e31-46d6-a8b2-987090173374 req-4c0c571b-3419-4af7-95f8-97cfefd3c4e9 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Sep 08 15:41:19.520110 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5262766d-3ca2-4c05-a5be-9e2e29b99504 req-87fb15c0-dc3f-4513-bee1-fc57452907a7 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Sep 08 15:41:19.541569 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce4a16-1987-455c-831e-832aede423db,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:19.618016 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Attempting to bind port a0ce4a16-1987-455c-831e-832aede423db on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:41:19.618596 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Attempting to bind port a0ce4a16-1987-455c-831e-832aede423db by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:41:19.618701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Attempting to bind port a0ce4a16-1987-455c-831e-832aede423db on network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:41:19.623426 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Port a0ce4a16-1987-455c-831e-832aede423db on network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:41:19.624660 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Attempting to bind port a0ce4a16-1987-455c-831e-832aede423db on network 7f53409d-f1f5-41b5-a357-dea6e6d335b1 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:41:19.630047 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:41:19.630458 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Checking segment: {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:41:19.630863 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Bound using segment: {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:41:19.631285 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Bound port: a0ce4a16-1987-455c-831e-832aede423db, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42692dd2-6a0f-4e7d-81bb-cb88de7fba64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:41:19.631642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.703617 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5064237-051d-4674-a6a7-ca9e6f19fe2d req-a9359987-2a69-4071-8f62-23029e324561 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:19.710276 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5064237-051d-4674-a6a7-ca9e6f19fe2d req-a9359987-2a69-4071-8f62-23029e324561 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0770648 Sep 08 15:41:19.725012 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] For port a0ce4a16-1987-455c-831e-832aede423db, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:41:19.728433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] For port a0ce4a16-1987-455c-831e-832aede423db, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a0ce4a16-1987-455c-831e-832aede423db,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:41:19.735399 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.761687 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5064237-051d-4674-a6a7-ca9e6f19fe2d req-2dc8c5a4-9df4-4bec-bf1e-8973cedbc408 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Sep 08 15:41:19.770236 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:19.770839 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:19.772205 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] 10.222.0.59 "PUT /v2.0/ports/a0ce4a16-1987-455c-831e-832aede423db HTTP/1.1" status: 200 len: 1098 time: 0.8528461 Sep 08 15:41:19.772684 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'tag': 'a0ce4a16-1987-455c-831e-832aede423db'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:41:19.774881 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd217471-0a32-4abd-916c-f64074de5256" -d '{"events": [{"name": "network-changed", "server_uuid": "24ff8ea6-65bd-4ace-b412-06d0a084ecb8", "tag": "a0ce4a16-1987-455c-831e-832aede423db"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:41:19.799844 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18219-f0ca-449a-9f28-c81a837662ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce4a16-1987-455c-831e-832aede423db,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:19.820295 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c83e3-e5fc-4953-bd64-e1c20d5eaca3 x-openstack-request-id: req-e83c83e3-e5fc-4953-bd64-e1c20d5eaca3 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:41:19.820636 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ff8ea6-65bd-4ace-b412-06d0a084ecb8", "tag": "a0ce4a16-1987-455c-831e-832aede423db", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:41:19.820880 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e83c83e3-e5fc-4953-bd64-e1c20d5eaca3 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:41:19.821262 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'tag': 'a0ce4a16-1987-455c-831e-832aede423db', 'status': 'completed', 'code': 200} Sep 08 15:41:20.102980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd217471-0a32-4abd-916c-f64074de5256 req-92b8b30b-cdc4-48b2-915a-eecfce0f22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.104476 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cd217471-0a32-4abd-916c-f64074de5256 req-92b8b30b-cdc4-48b2-915a-eecfce0f22ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de9616edf75b4579a2abab4d29aa521a&device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 1101 time: 0.0419734 Sep 08 15:41:20.178909 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cd217471-0a32-4abd-916c-f64074de5256 req-ef2673e3-3c6a-4739-a8cd-7e14f6fc9420 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=de9616edf75b4579a2abab4d29aa521a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226054 Sep 08 15:41:20.281502 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd217471-0a32-4abd-916c-f64074de5256 req-6860398f-cfb8-4da8-8f06-135b6208c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.282979 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cd217471-0a32-4abd-916c-f64074de5256 req-6860398f-cfb8-4da8-8f06-135b6208c3cc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960557 Sep 08 15:41:20.470035 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-5badbe1d-2e60-49ed-9e8e-7f5908fe894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.471656 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-5badbe1d-2e60-49ed-9e8e-7f5908fe894e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de9616edf75b4579a2abab4d29aa521a&device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 1101 time: 0.0404005 Sep 08 15:41:20.579963 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-98716feb-4dd0-4f28-b8d0-834fea042395 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a0ce4a16-1987-455c-831e-832aede423db HTTP/1.1" status: 200 len: 217 time: 0.0384400 Sep 08 15:41:20.615122 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13493ac2-c2aa-4baf-9532-a3267eac13a1 req-cdedf203-42c1-45d9-9f6e-444b75de2463 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.616601 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-13493ac2-c2aa-4baf-9532-a3267eac13a1 req-cdedf203-42c1-45d9-9f6e-444b75de2463 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 944 time: 0.0644553 Sep 08 15:41:20.635986 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-ab835097-1981-40a6-8f6c-2683297f57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.637410 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-ab835097-1981-40a6-8f6c-2683297f57d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1a8ef91-39c0-4cc0-896d-141c66275939 HTTP/1.1" status: 200 len: 843 time: 0.0495522 Sep 08 15:41:20.678224 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29337-7f98-4774-821b-3881e4fec2f0 req-918ff0d1-ab97-4828-b4a4-0f70391ad5d5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.679704 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cde29337-7f98-4774-821b-3881e4fec2f0 req-918ff0d1-ab97-4828-b4a4-0f70391ad5d5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0830293 Sep 08 15:41:20.682865 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-13493ac2-c2aa-4baf-9532-a3267eac13a1 req-1450e34c-0f19-4b3a-a89b-65d029e7e09f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Sep 08 15:41:20.689763 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-b9495372-c1da-492f-ba6d-6d385606c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.689763 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-b9495372-c1da-492f-ba6d-6d385606c3a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f53409d-f1f5-41b5-a357-dea6e6d335b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411794 Sep 08 15:41:20.727959 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cde29337-7f98-4774-821b-3881e4fec2f0 req-4100be91-fc12-4ec8-a7dd-ad751b671eb9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Sep 08 15:41:20.792082 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-485ffe97-f456-4d41-b930-b00c1eda788d service neutron] 10.222.0.59 "GET /v2.0/networks/7f53409d-f1f5-41b5-a357-dea6e6d335b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930150 Sep 08 15:41:20.847995 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2221-2042-4c20-b82c-ec677e04c224 req-585a608d-81dc-4e20-8527-5fdeb6ca65ad tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.849475 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8a0c2221-2042-4c20-b82c-ec677e04c224 req-585a608d-81dc-4e20-8527-5fdeb6ca65ad tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0515852 Sep 08 15:41:20.891756 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8a0c2221-2042-4c20-b82c-ec677e04c224 req-f3662abd-250c-4127-b543-d41b228f406a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350282 Sep 08 15:41:20.896171 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f6a88dfa-ba18-4f13-aaf6-5040b77cc00a req-c8b391db-d4b1-4ebd-98ed-0ecfd18c21ba service neutron] 10.222.0.59 "GET /v2.0/networks/7f53409d-f1f5-41b5-a357-dea6e6d335b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906665 Sep 08 15:41:20.953371 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a463b-3cd4-4f1e-a0f5-0d0e308a8e8d req-2e9e4d33-7bcd-48d5-bbe3-64a8f8d8d0db tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:20.954944 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ae9a463b-3cd4-4f1e-a0f5-0d0e308a8e8d req-2e9e4d33-7bcd-48d5-bbe3-64a8f8d8d0db tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0509408 Sep 08 15:41:20.993755 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ae9a463b-3cd4-4f1e-a0f5-0d0e308a8e8d req-08061777-fa61-4b4b-89f9-bffb2d7a8219 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Sep 08 15:41:21.572883 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35824) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:21.675162 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ecfa048f-d437-4287-b222-3c4e64f9862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.742257 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4cd689ac-ced9-4c7f-9a28-05550efe7f83 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:41:21.791436 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ecfa048f-d437-4287-b222-3c4e64f9862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.794510 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:41:21.797763 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ecfa048f-d437-4287-b222-3c4e64f9862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.799353 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:41:21.799741 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.846580 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-ecfa048f-d437-4287-b222-3c4e64f9862e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4651a4d4cec4fc3a1caeae2194996d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703283 Sep 08 15:41:21.847095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35830) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:21.851970 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd85e6f-f520-494e-8968-0c4712132ed3 req-aca328fd-bfe7-4696-92c7-027826ab1756 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:21.853431 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6bd85e6f-f520-494e-8968-0c4712132ed3 req-aca328fd-bfe7-4696-92c7-027826ab1756 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 944 time: 0.0938158 Sep 08 15:41:21.855420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa048f-d437-4287-b222-3c4e64f9862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b510a4f-abf0-4b35-9252-528e3575be74,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:21.889622 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.906895 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6bd85e6f-f520-494e-8968-0c4712132ed3 req-f94a773e-87c5-464c-b222-c45f7d717dfb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Sep 08 15:41:21.918587 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd689ac-ced9-4c7f-9a28-05550efe7f83'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:41:21.921414 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927de2a6-244b-4cba-91b8-0e9ede508a3c" -d '{"events": [{"server_uuid": "ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39", "name": "network-vif-plugged", "status": "completed", "tag": "4cd689ac-ced9-4c7f-9a28-05550efe7f83"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:41:21.935432 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:21.947120 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.951044 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0c85719b-d987-4dbc-8632-8a1801ff5fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.970255 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67832e56-fab1-440a-9a29-ef50df2ac0e7 x-openstack-request-id: req-67832e56-fab1-440a-9a29-ef50df2ac0e7 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:41:21.970571 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39", "name": "network-vif-plugged", "status": "completed", "tag": "4cd689ac-ced9-4c7f-9a28-05550efe7f83", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:41:21.970824 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67832e56-fab1-440a-9a29-ef50df2ac0e7 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:41:21.971203 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd689ac-ced9-4c7f-9a28-05550efe7f83', 'code': 200} Sep 08 15:41:21.973846 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0c85719b-d987-4dbc-8632-8a1801ff5fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:21.996505 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=4cd689ac-ced9-4c7f-9a28-05550efe7f83,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:22.024763 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0c85719b-d987-4dbc-8632-8a1801ff5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.027825 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0c85719b-d987-4dbc-8632-8a1801ff5fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.029302 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-0c85719b-d987-4dbc-8632-8a1801ff5fcd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b510a4f-abf0-4b35-9252-528e3575be74 HTTP/1.1" status: 204 len: 168 time: 0.1806145 Sep 08 15:41:22.038198 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85719b-d987-4dbc-8632-8a1801ff5fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b510a4f-abf0-4b35-9252-528e3575be74,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:22.144186 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6b7f3-936a-426f-afe7-bc24363fbccd req-cf5b38c9-c8bd-45fc-b16c-ca1b7de95fb0 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:22.146030 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c2e6b7f3-936a-426f-afe7-bc24363fbccd req-cf5b38c9-c8bd-45fc-b16c-ca1b7de95fb0 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0593908 Sep 08 15:41:22.185064 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c2e6b7f3-936a-426f-afe7-bc24363fbccd req-af07fa87-4984-488c-b508-7c5de07e050f tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Sep 08 15:41:22.298084 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73283c2-2386-4414-a346-1780cef765f4 req-9adaa2de-a813-43fa-9f19-b91822c836d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:22.299577 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d73283c2-2386-4414-a346-1780cef765f4 req-9adaa2de-a813-43fa-9f19-b91822c836d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 1098 time: 0.0406244 Sep 08 15:41:22.341650 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d73283c2-2386-4414-a346-1780cef765f4 req-d0795c23-f37d-448d-b40e-f6563f03580b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299990 Sep 08 15:41:22.365397 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35848) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:22.378953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-17986431-c550-4965-9a69-4f908f7d4090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.469699 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-17986431-c550-4965-9a69-4f908f7d4090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.473465 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-17986431-c550-4965-9a69-4f908f7d4090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.512026 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-17986431-c550-4965-9a69-4f908f7d4090 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca7dc744eb0940529a96755372912815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455529 Sep 08 15:41:22.513893 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17986431-c550-4965-9a69-4f908f7d4090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f979d3-df29-4f0c-90de-0dfacd51802e,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:22.515681 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35850) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:22.564191 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5ff22699-40f5-4d6f-840f-fa8e77462bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.585480 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5ff22699-40f5-4d6f-840f-fa8e77462bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.635016 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5ff22699-40f5-4d6f-840f-fa8e77462bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.637990 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5ff22699-40f5-4d6f-840f-fa8e77462bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:22.639103 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5ff22699-40f5-4d6f-840f-fa8e77462bb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87f979d3-df29-4f0c-90de-0dfacd51802e HTTP/1.1" status: 204 len: 168 time: 0.1224489 Sep 08 15:41:22.647001 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff22699-40f5-4d6f-840f-fa8e77462bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f979d3-df29-4f0c-90de-0dfacd51802e,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:23.016383 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd7ff-9608-490f-94b6-f775f5b051c9 req-2240dcf2-ecf1-4ab5-a046-4ff13f4c0c5e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:23.018380 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-011fd7ff-9608-490f-94b6-f775f5b051c9 req-2240dcf2-ecf1-4ab5-a046-4ff13f4c0c5e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0506585 Sep 08 15:41:23.060620 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-011fd7ff-9608-490f-94b6-f775f5b051c9 req-561b0187-50a0-4d39-943d-9279875aca7d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Sep 08 15:41:23.300369 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35886) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:23.398375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1689938889-network', 'tenant_id': 'a1a0dceedc2e40e2be7d00a4f762b32a'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:23.442131 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Made reservation on behalf of a1a0dceedc2e40e2be7d00a4f762b32a for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:41:23.444301 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.456057 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.473390 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611cc5e-1d65-41ef-8b0d-7ddeb9e74a61 req-37e91106-67b6-4fc2-9c6c-6bb7f57cc76c tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:23.474921 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0611cc5e-1d65-41ef-8b0d-7ddeb9e74a61 req-37e91106-67b6-4fc2-9c6c-6bb7f57cc76c tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0709968 Sep 08 15:41:23.531480 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0611cc5e-1d65-41ef-8b0d-7ddeb9e74a61 req-93461ffb-c986-44a2-963c-b30dd938a332 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 Sep 08 15:41:23.584779 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.588531 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.609484 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:41:23.623063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd3485c-80b3-402e-b3c8-a391e8a51de3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:23.628911 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.629267 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Added segment 5ee302a4-b317-43af-ab09-2583e9ee6296 of type vlan for network 7a19afdf-1dfc-46a5-8acc-272a7160c14f Sep 08 15:41:23.639344 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.639704 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.640037 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.640364 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.640686 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.641010 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.641330 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.641645 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.641985 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.642299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.642610 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.642920 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:23.684748 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.708487 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.709450 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:23.710065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.741947 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4403768 Sep 08 15:41:23.745186 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 35890) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:23.750329 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Request body: {'subnet': {'network_id': '7a19afdf-1dfc-46a5-8acc-272a7160c14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1689938889-subnet', 'tenant_id': 'a1a0dceedc2e40e2be7d00a4f762b32a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:23.768295 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa6a70-a93b-49ef-81dc-b09551208ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a19afdf-1dfc-46a5-8acc-272a7160c14f,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:23.772186 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Made reservation on behalf of a1a0dceedc2e40e2be7d00a4f762b32a for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:41:23.774694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127125923'] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:23.778964 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 7a19afdf-1dfc-46a5-8acc-272a7160c14f details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:41:23.949472 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127463793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127125949'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.009471 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c241071-ba51-46e7-bd9e-e2766ac6d43c,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:24.017029 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Checking segment: {'id': '5ee302a4-b317-43af-ab09-2583e9ee6296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7a19afdf-1dfc-46a5-8acc-272a7160c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:41:24.017323 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Network hostable DHCP agents. Network: 7a19afdf-1dfc-46a5-8acc-272a7160c14f, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:41:24.034876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Network 7a19afdf-1dfc-46a5-8acc-272a7160c14f is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:41:24.043469 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 7a19afdf-1dfc-46a5-8acc-272a7160c14f) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:41:24.048488 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:24.049173 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.053800 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af1690-a194-4ef4-82ec-925b7fd74102 None None] Network 7a19afdf-1dfc-46a5-8acc-272a7160c14f requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:41:24.063395 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-281c9a3b-f6c0-4214-b564-e37c07613c47 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3171225 Sep 08 15:41:24.181645 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3bc267-1d12-409e-91aa-eb91374779a2 None None] Network 7a19afdf-1dfc-46a5-8acc-272a7160c14f requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:41:24.183922 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8068fe-8bd1-4b98-af7c-1f2d90333bfa req-e163262b-e098-4ba6-836a-d6f85d19a5c8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:24.203405 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8f8068fe-8bd1-4b98-af7c-1f2d90333bfa req-e163262b-e098-4ba6-836a-d6f85d19a5c8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0725362 Sep 08 15:41:24.265571 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8f8068fe-8bd1-4b98-af7c-1f2d90333bfa req-c0125feb-da9e-4045-9e2e-b8659dc718b2 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563142 Sep 08 15:41:24.611679 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35924) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:24.616559 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1212972971-network', 'tenant_id': '54d06a52a5d0498ea31270f8a6109633'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:24.637584 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-25b2357a-e828-4635-b51e-abbfdddc160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:24.638787 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Made reservation on behalf of 54d06a52a5d0498ea31270f8a6109633 for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:41:24.639135 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-25b2357a-e828-4635-b51e-abbfdddc160d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0457428 Sep 08 15:41:24.641711 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.651576 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.747059 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.751909 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-57ce0d33-8599-467e-b699-eef8221f74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:24.753429 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.753564 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-57ce0d33-8599-467e-b699-eef8221f74a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.0979028 Sep 08 15:41:24.785337 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:41:24.790462 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdfd377-8863-482f-ae70-2cbc918d55ec,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:24.805386 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.805772 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Added segment 1664c562-f8c8-4740-893b-a2c846c55190 of type vlan for network 2717a3c3-5909-47ef-a128-3447938b734a Sep 08 15:41:24.840418 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-03efece1-3efb-418c-a3ec-22faad5292ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 217 time: 0.0414400 Sep 08 15:41:24.903587 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-03013d7d-cfb2-42dc-866a-0c9463254cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:24.905831 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-03013d7d-cfb2-42dc-866a-0c9463254cb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.0503435 Sep 08 15:41:24.915153 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:24.952459 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-d76b8191-7539-4e69-b18d-114b10fee55e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346041 Sep 08 15:41:24.960865 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b272d09-7097-4b16-9ae3-07089c5f337e req-8b9d535b-7879-4a45-aa01-ef77a466ed2f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:24.962342 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b272d09-7097-4b16-9ae3-07089c5f337e req-8b9d535b-7879-4a45-aa01-ef77a466ed2f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.1128213 Sep 08 15:41:25.003140 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200227a-fe1f-4ee9-a0af-00abda73d3d6 req-96fc2075-7dcb-4ff9-b244-05267e0aecf6 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:25.004634 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e200227a-fe1f-4ee9-a0af-00abda73d3d6 req-96fc2075-7dcb-4ff9-b244-05267e0aecf6 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.1122403 Sep 08 15:41:25.007209 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:25.008094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:25.008672 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:25.065564 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-4c7f7c01-2dce-4a37-97a0-68a3b6a35b81 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008856 Sep 08 15:41:25.069788 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b272d09-7097-4b16-9ae3-07089c5f337e req-949a40d9-e0bc-46f8-a378-ac2b2959c8e6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996432 Sep 08 15:41:25.076362 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4636374 Sep 08 15:41:25.080966 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 35926) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:25.091353 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Request body: {'subnet': {'network_id': '2717a3c3-5909-47ef-a128-3447938b734a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1212972971-subnet', 'tenant_id': '54d06a52a5d0498ea31270f8a6109633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:41:25.134044 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f674a-f882-4fa9-a2ce-184e18941b5d admin admin] Pushing event updated for resources: {'Network': ['ID=2717a3c3-5909-47ef-a128-3447938b734a,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:25.141788 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e200227a-fe1f-4ee9-a0af-00abda73d3d6 req-0c297013-df75-498c-bb5d-ae149ddc2da0 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305707 Sep 08 15:41:25.153817 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 2717a3c3-5909-47ef-a128-3447938b734a details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:41:25.154394 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Made reservation on behalf of 54d06a52a5d0498ea31270f8a6109633 for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:41:25.156165 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:25.179233 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-289f61a1-6d68-46ee-9597-476c140fb9e0 req-643222e0-0e49-405a-82e5-bfb5b4a1e5fa service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055162 Sep 08 15:41:25.384377 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:25.435463 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701d32d-1e4a-4bda-a3f7-9a48757a17d9 req-3b25806f-1a02-47d6-824c-90092088cc04 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:25.437519 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b701d32d-1e4a-4bda-a3f7-9a48757a17d9 req-3b25806f-1a02-47d6-824c-90092088cc04 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0972357 Sep 08 15:41:25.459078 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f3d566-cad0-4407-a74e-19892ba9e3c7,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:25.481182 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Checking segment: {'id': '1664c562-f8c8-4740-893b-a2c846c55190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2717a3c3-5909-47ef-a128-3447938b734a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:41:25.481525 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Network hostable DHCP agents. Network: 2717a3c3-5909-47ef-a128-3447938b734a, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:41:25.506345 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b701d32d-1e4a-4bda-a3f7-9a48757a17d9 req-7bb12f3c-4ad9-4c75-8219-454c35ad735d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616515 Sep 08 15:41:25.515269 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Network 2717a3c3-5909-47ef-a128-3447938b734a is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:41:25.523474 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 2717a3c3-5909-47ef-a128-3447938b734a) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:41:25.527608 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:25.528232 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:25.535232 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d3ff8-7309-4c05-8157-ee2c20cc6b62 None None] Network 2717a3c3-5909-47ef-a128-3447938b734a requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:41:25.542631 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-dbe08a4e-5da8-456f-aca8-b2a2b11b9fb1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4551873 Sep 08 15:41:25.662595 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c0ad8-9fe3-459a-ba7b-2c0d918b12fe None None] Network 2717a3c3-5909-47ef-a128-3447938b734a requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:41:26.188840 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e987-652e-4557-852d-d15ece934ba6 req-d6fa819a-82c7-4d81-8110-e5ec1b1bed2e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:26.190366 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bf77e987-652e-4557-852d-d15ece934ba6 req-d6fa819a-82c7-4d81-8110-e5ec1b1bed2e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0478899 Sep 08 15:41:26.229114 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bf77e987-652e-4557-852d-d15ece934ba6 req-6a9c6c61-a3bd-42a5-8468-2112f1ce0f94 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Sep 08 15:41:26.276796 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49661cc2-d1c6-4e0c-9cec-11b2520186f1 req-7ca3b47a-b777-489f-b678-50179d7977e6 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:26.278278 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-49661cc2-d1c6-4e0c-9cec-11b2520186f1 req-7ca3b47a-b777-489f-b678-50179d7977e6 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0484083 Sep 08 15:41:26.315925 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-49661cc2-d1c6-4e0c-9cec-11b2520186f1 req-57a273b9-8c60-46ec-89c6-f437d6e06e6f tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Sep 08 15:41:26.624549 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ac402-7541-4fc9-94f0-9d26b119b346 req-4adfce96-7d75-42ea-8840-7fe9bf92a9d4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:26.626052 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dc0ac402-7541-4fc9-94f0-9d26b119b346 req-4adfce96-7d75-42ea-8840-7fe9bf92a9d4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0506024 Sep 08 15:41:26.662715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dc0ac402-7541-4fc9-94f0-9d26b119b346 req-cc662a8d-5666-4f5a-aa33-e739c4f20812 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Sep 08 15:41:27.348964 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72eafb-2c30-494a-aa61-5d0672ddc56c req-4b27f6c3-4851-4548-bf07-eee6cf68e25b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:27.350501 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3d72eafb-2c30-494a-aa61-5d0672ddc56c req-4b27f6c3-4851-4548-bf07-eee6cf68e25b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Sep 08 15:41:27.408009 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3d72eafb-2c30-494a-aa61-5d0672ddc56c req-78e6467a-c316-4021-a840-5b373eb6b57f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Sep 08 15:41:27.447088 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcb638-39d4-401a-a979-a3dc093048a0 req-9447b1da-e1ae-42ee-b837-0b67293f9e24 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:27.448586 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8dfcb638-39d4-401a-a979-a3dc093048a0 req-9447b1da-e1ae-42ee-b837-0b67293f9e24 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0602405 Sep 08 15:41:27.485634 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8dfcb638-39d4-401a-a979-a3dc093048a0 req-67107067-42f3-4b61-a90f-c4e16c557096 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303249 Sep 08 15:41:27.778121 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d3eb4-5bbd-40cd-9106-101fddd7d04a req-29157618-2e1c-4350-91bd-11893d82c3c7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:27.779526 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-779d3eb4-5bbd-40cd-9106-101fddd7d04a req-29157618-2e1c-4350-91bd-11893d82c3c7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0504634 Sep 08 15:41:27.817514 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-779d3eb4-5bbd-40cd-9106-101fddd7d04a req-9f1e5a35-e99f-4048-9e14-d22c5ca0a783 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Sep 08 15:41:28.538463 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78725-e7f3-4d00-8ebd-5c9fe95255a7 req-aa65377a-6db9-4cc8-9964-678e33687d2a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:28.539934 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18d78725-e7f3-4d00-8ebd-5c9fe95255a7 req-aa65377a-6db9-4cc8-9964-678e33687d2a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0498798 Sep 08 15:41:28.605517 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18d78725-e7f3-4d00-8ebd-5c9fe95255a7 req-d61ad299-f9e1-4ab9-b6b2-102d39f81e1f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592091 Sep 08 15:41:28.622304 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c0395-e4cc-4a17-8acf-aa7527594596 req-22830ead-45d3-4952-8224-c4f593339d0f tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:28.624062 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d92c0395-e4cc-4a17-8acf-aa7527594596 req-22830ead-45d3-4952-8224-c4f593339d0f tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0641818 Sep 08 15:41:28.663756 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d92c0395-e4cc-4a17-8acf-aa7527594596 req-ba0ca3e5-6c22-4c30-9760-da53ac367d70 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341594 Sep 08 15:41:29.723900 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a0ce4a16-1987-455c-831e-832aede423db details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:41:29.726744 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e0db-6466-4005-a563-8d7e68826f43 req-d989fea5-e9ce-4571-9512-2d475bec430f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:29.728363 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7bb6e0db-6466-4005-a563-8d7e68826f43 req-d989fea5-e9ce-4571-9512-2d475bec430f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0546649 Sep 08 15:41:29.799504 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7bb6e0db-6466-4005-a563-8d7e68826f43 req-351d25d9-204a-4493-9c88-492d003c885d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630260 Sep 08 15:41:29.808065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c82d-d8fc-4591-9b7e-06c3c6922562 req-55e4f765-c8b6-474c-8408-80b7e6c1c00d tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:29.809539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-efe3c82d-d8fc-4591-9b7e-06c3c6922562 req-55e4f765-c8b6-474c-8408-80b7e6c1c00d tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 948 time: 0.0748265 Sep 08 15:41:29.818234 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a0ce4a16-1987-455c-831e-832aede423db, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a0ce4a16-1987-455c-831e-832aede423db,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:29.829109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'a0ce4a16-1987-455c-831e-832aede423db', 'network_id': '7f53409d-f1f5-41b5-a357-dea6e6d335b1', 'port_id': 'a0ce4a16-1987-455c-831e-832aede423db', 'mac_address': 'fa:16:3e:40:ec:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a8ef91-39c0-4cc0-896d-141c66275939', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:41:29.849229 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-efe3c82d-d8fc-4591-9b7e-06c3c6922562 req-634dbff4-ce6b-4011-bc3d-42b6d13a0c0e tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Sep 08 15:41:29.867302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:29.884115 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ce4a16-1987-455c-831e-832aede423db {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:41:29.903528 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a0ce4a16-1987-455c-831e-832aede423db, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a0ce4a16-1987-455c-831e-832aede423db,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:29.907862 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:29.953324 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=a0ce4a16-1987-455c-831e-832aede423db,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:29.960367 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.960746 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.961092 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.961432 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.961808 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.962170 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.962497 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.962823 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.963164 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.963491 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.963811 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:29.964129 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:30.486414 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:41:30.778086 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['a0ce4a16-1987-455c-831e-832aede423db'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:41:30.930362 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6b1dc-0516-4dae-b784-83fcd42f655d req-922e2792-a363-41c7-b390-51c14cbb0398 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:30.932479 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87b6b1dc-0516-4dae-b784-83fcd42f655d req-922e2792-a363-41c7-b390-51c14cbb0398 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0500278 Sep 08 15:41:31.001615 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87b6b1dc-0516-4dae-b784-83fcd42f655d req-09d18100-38fb-4833-afea-43ad3353b576 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567000 Sep 08 15:41:31.015743 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44dcc7-2e4d-4f22-ae61-99272a5badc7 req-a0c9e6bd-fa82-4750-a2d3-a7a3e2776fc1 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:31.017233 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a44dcc7-2e4d-4f22-ae61-99272a5badc7 req-a0c9e6bd-fa82-4750-a2d3-a7a3e2776fc1 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 949 time: 0.0837145 Sep 08 15:41:31.055556 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a44dcc7-2e4d-4f22-ae61-99272a5badc7 req-f3a55bf7-073d-4357-95bc-fa19ae51c8f9 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317423 Sep 08 15:41:32.160023 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c46f2-62be-41ae-9a83-6ce006df1c2c req-09b8e1de-2dde-4849-acd2-1f359dc27c8d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:32.161470 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-555c46f2-62be-41ae-9a83-6ce006df1c2c req-09b8e1de-2dde-4849-acd2-1f359dc27c8d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0702815 Sep 08 15:41:32.195694 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec92440-4858-4ff2-801d-eb65588d0d19 req-41029a5f-9781-4f71-a526-60eef29d88b3 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:32.197188 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bec92440-4858-4ff2-801d-eb65588d0d19 req-41029a5f-9781-4f71-a526-60eef29d88b3 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 949 time: 0.0725737 Sep 08 15:41:32.227399 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-555c46f2-62be-41ae-9a83-6ce006df1c2c req-53a515c9-763c-43b7-9408-77ef5acebd40 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Sep 08 15:41:32.246690 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bec92440-4858-4ff2-801d-eb65588d0d19 req-206e53f5-e816-41cb-a3b9-689b94e474a5 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Sep 08 15:41:33.375063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff8a3f-2c55-4b50-8f8e-67ed2e39bef7 req-ef04bf8f-fcc0-4715-8a73-888575ec1fa9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:33.376600 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1bff8a3f-2c55-4b50-8f8e-67ed2e39bef7 req-ef04bf8f-fcc0-4715-8a73-888575ec1fa9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0488970 Sep 08 15:41:33.440534 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1bff8a3f-2c55-4b50-8f8e-67ed2e39bef7 req-f25b305f-d1dd-44f9-afb2-5aac3c9dfa17 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573945 Sep 08 15:41:33.459498 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6580-2a19-4e03-a191-9f863b35c816 req-da989dce-a1ff-419e-80ac-699ff5f713c2 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:33.460942 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-129c6580-2a19-4e03-a191-9f863b35c816 req-da989dce-a1ff-419e-80ac-699ff5f713c2 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 949 time: 0.0599475 Sep 08 15:41:33.497832 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-129c6580-2a19-4e03-a191-9f863b35c816 req-c8d7e56f-6bd7-4c83-88c2-5905170799a8 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Sep 08 15:41:33.764563 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a0ce4a16-1987-455c-831e-832aede423db up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:41:33.816947 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port a0ce4a16-1987-455c-831e-832aede423db completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:41:33.820931 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port a0ce4a16-1987-455c-831e-832aede423db triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:41:33.821299 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:33.896342 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:33.918634 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce4a16-1987-455c-831e-832aede423db'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:41:33.921354 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afaca1f-c24c-406b-868a-bb5ee95b571c" -d '{"events": [{"server_uuid": "24ff8ea6-65bd-4ace-b412-06d0a084ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce4a16-1987-455c-831e-832aede423db"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:41:33.933850 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port a0ce4a16-1987-455c-831e-832aede423db, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a0ce4a16-1987-455c-831e-832aede423db,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:33.938982 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:33.964906 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653bc14-b60f-4913-9e02-0eca960441ea x-openstack-request-id: req-d653bc14-b60f-4913-9e02-0eca960441ea {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:41:33.965212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ff8ea6-65bd-4ace-b412-06d0a084ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce4a16-1987-455c-831e-832aede423db", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:41:33.965461 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d653bc14-b60f-4913-9e02-0eca960441ea {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:41:33.965856 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce4a16-1987-455c-831e-832aede423db', 'code': 200} Sep 08 15:41:33.990943 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=a0ce4a16-1987-455c-831e-832aede423db,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:34.187703 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a757fc-c6ba-47b6-b52e-fb73a07e7184 req-6959b660-13ba-4f1c-827e-4c44f7823e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:34.189349 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d7a757fc-c6ba-47b6-b52e-fb73a07e7184 req-6959b660-13ba-4f1c-827e-4c44f7823e8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 1103 time: 0.0409529 Sep 08 15:41:34.224639 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d7a757fc-c6ba-47b6-b52e-fb73a07e7184 req-f44998d9-3033-4705-ac45-91664e05628f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279250 Sep 08 15:41:34.700588 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:34.978779 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e69bd6-f6fd-4424-aa70-658d064b26f0 req-907f1543-a3a9-4539-9f65-61d5e81ded8b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:34.980238 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8e69bd6-f6fd-4424-aa70-658d064b26f0 req-907f1543-a3a9-4539-9f65-61d5e81ded8b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0530035 Sep 08 15:41:35.042828 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c8e69bd6-f6fd-4424-aa70-658d064b26f0 req-bb3dad0f-b51c-4184-9e44-edc164c953f3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Sep 08 15:41:35.058419 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906282-69ba-4d63-b730-9248789f80c0 req-ea2aa0c3-0b3b-46c5-b08b-59a5cc4c0901 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:35.059867 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2a906282-69ba-4d63-b730-9248789f80c0 req-ea2aa0c3-0b3b-46c5-b08b-59a5cc4c0901 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0680718 Sep 08 15:41:35.100427 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2a906282-69ba-4d63-b730-9248789f80c0 req-6fcdb89e-b356-4dfe-bbcb-98c234b2aff5 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337558 Sep 08 15:41:35.236708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40245b3-d581-41e4-bb24-878f57e17228 req-95d50177-e7a7-401a-b83d-68f7cdbbfa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:35.238193 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-95d50177-e7a7-401a-b83d-68f7cdbbfa1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0397575 Sep 08 15:41:35.352209 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40245b3-d581-41e4-bb24-878f57e17228 req-f246da70-afdd-43e2-91ad-14b69caaf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:35.353569 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-f246da70-afdd-43e2-91ad-14b69caaf9ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.0864856 Sep 08 15:41:35.401893 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-cea44fcb-fcc4-4e0c-8271-b6919a3e83c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 217 time: 0.0364101 Sep 08 15:41:35.465143 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40245b3-d581-41e4-bb24-878f57e17228 req-34eb78a8-9dd2-4ddd-af49-1220c623cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:35.466610 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-34eb78a8-9dd2-4ddd-af49-1220c623cf76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.0529647 Sep 08 15:41:35.500462 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-1fa31695-d1eb-47ed-b326-b3371ff259e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245986 Sep 08 15:41:35.591236 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-8a3aa474-27ed-4771-98d9-24c9ad8fca57 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814369 Sep 08 15:41:35.683747 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d40245b3-d581-41e4-bb24-878f57e17228 req-62f46f47-6032-43f0-a714-08108fe306a7 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841515 Sep 08 15:41:36.160484 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4302c-adc6-4ee5-93c6-ecf26e40676e req-68e61767-3bd6-472a-bd50-b943ef38c236 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:36.161992 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-02f4302c-adc6-4ee5-93c6-ecf26e40676e req-68e61767-3bd6-472a-bd50-b943ef38c236 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0498264 Sep 08 15:41:36.225206 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-02f4302c-adc6-4ee5-93c6-ecf26e40676e req-89b55f82-d584-4d2a-88a5-9ffb5243c6b9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 Sep 08 15:41:36.242636 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4929cd5-48af-4fa3-998e-b3053fd8f697 req-aa93a3c4-a163-4773-88ee-621f4cda7c2b tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:36.244055 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e4929cd5-48af-4fa3-998e-b3053fd8f697 req-aa93a3c4-a163-4773-88ee-621f4cda7c2b tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0701320 Sep 08 15:41:36.281925 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e4929cd5-48af-4fa3-998e-b3053fd8f697 req-0233a2cb-c520-465d-90ee-074c6384ffc3 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Sep 08 15:41:37.259648 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cb57-f12e-4f6c-8b26-d76dbd7bc006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:37.382732 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc3c47-40f0-48d1-a430-818b93830f19 req-807c5614-0307-43ca-a97e-dcd3e0f451ae tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:37.384350 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7cbc3c47-40f0-48d1-a430-818b93830f19 req-807c5614-0307-43ca-a97e-dcd3e0f451ae tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0525806 Sep 08 15:41:37.426376 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7cbc3c47-40f0-48d1-a430-818b93830f19 req-55965400-1daa-4e9a-ac2e-120ebd0e56d3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Sep 08 15:41:37.482833 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebdcf4-d07f-4a1b-9186-a5c6a7bec9cd req-d2de7347-73e3-47e4-9a67-357e02ce7edf tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:37.484776 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9bebdcf4-d07f-4a1b-9186-a5c6a7bec9cd req-d2de7347-73e3-47e4-9a67-357e02ce7edf tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0495002 Sep 08 15:41:37.523813 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9bebdcf4-d07f-4a1b-9186-a5c6a7bec9cd req-f82376bd-e513-4186-a0d2-8c274573686d tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Sep 08 15:41:37.782442 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19c-ebe4-4128-a894-c4f20447199c req-53db2591-48c4-4933-947b-964992fa74cc tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:37.784249 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2e9c19c-ebe4-4128-a894-c4f20447199c req-53db2591-48c4-4933-947b-964992fa74cc tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0539141 Sep 08 15:41:37.823035 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2e9c19c-ebe4-4128-a894-c4f20447199c req-cfa5a1d2-07fc-490c-abb2-d9f61f2837a9 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Sep 08 15:41:38.541477 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4eb6b-34b0-49d0-a3d0-a2d3b51c3965 req-ac6a1f3a-0022-4490-83f2-112d7990d8f1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:38.542945 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3cb4eb6b-34b0-49d0-a3d0-a2d3b51c3965 req-ac6a1f3a-0022-4490-83f2-112d7990d8f1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0475237 Sep 08 15:41:38.579709 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3cb4eb6b-34b0-49d0-a3d0-a2d3b51c3965 req-a88f3a32-cd02-432d-b695-c5239c2265f1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304410 Sep 08 15:41:38.940158 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6447e-0425-439b-b7fa-f673c6548ca4 req-3c21d69a-5be4-4892-9cbc-31f85cf95046 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:38.941650 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6ab6447e-0425-439b-b7fa-f673c6548ca4 req-3c21d69a-5be4-4892-9cbc-31f85cf95046 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0480278 Sep 08 15:41:38.986182 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6ab6447e-0425-439b-b7fa-f673c6548ca4 req-8f6764f4-24fc-4d35-b44f-35551b609f8b tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Sep 08 15:41:39.118117 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc8e3-c6a6-4a0d-bfdb-974b658671d4 req-a8101243-6d36-4161-ad34-e6a5ceb3a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:39.119891 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6cacc8e3-c6a6-4a0d-bfdb-974b658671d4 req-a8101243-6d36-4161-ad34-e6a5ceb3a9cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0399489 Sep 08 15:41:39.154586 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6cacc8e3-c6a6-4a0d-bfdb-974b658671d4 req-c66dc5fb-2ed8-46c9-90ed-8577bd14edbc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268688 Sep 08 15:41:39.794544 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e4f65b64-dc75-451f-b179-2c628e30ca1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:39.944633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59257c0-b622-4e9f-a317-f1837bbe8051 req-81790647-4a34-44b8-b2dc-880f32abb330 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:39.946134 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f59257c0-b622-4e9f-a317-f1837bbe8051 req-81790647-4a34-44b8-b2dc-880f32abb330 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0544226 Sep 08 15:41:39.982257 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f59257c0-b622-4e9f-a317-f1837bbe8051 req-07f56eae-487c-4c65-87d2-2ce56473b067 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301015 Sep 08 15:41:40.109480 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d23987-eb47-4b25-a96e-3404f91c26c9 req-8ed75f75-328c-44da-985e-3450d6c9c038 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:40.110953 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7d23987-eb47-4b25-a96e-3404f91c26c9 req-8ed75f75-328c-44da-985e-3450d6c9c038 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0478430 Sep 08 15:41:40.148140 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7d23987-eb47-4b25-a96e-3404f91c26c9 req-77f62c4e-5668-4d52-b774-f3e6d36c017c tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Sep 08 15:41:40.276332 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:40.868535 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:41.251576 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bca448-95b9-4640-b63c-da6bde4a4344 req-e9a700a2-45f2-4ace-8966-a07b3a3ae26f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:41.253072 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5bca448-95b9-4640-b63c-da6bde4a4344 req-e9a700a2-45f2-4ace-8966-a07b3a3ae26f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0494683 Sep 08 15:41:41.314180 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5bca448-95b9-4640-b63c-da6bde4a4344 req-bf3f8782-e7eb-47f3-a29c-9dc07256b48f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552158 Sep 08 15:41:41.336126 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5fb90-a5a3-47ef-a4a0-903d68fdf80b req-dbd37a8c-33c8-404a-9504-e217a2a745d7 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:41.337840 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ece5fb90-a5a3-47ef-a4a0-903d68fdf80b req-dbd37a8c-33c8-404a-9504-e217a2a745d7 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0608695 Sep 08 15:41:41.384062 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ece5fb90-a5a3-47ef-a4a0-903d68fdf80b req-1dc2b7b1-0e24-4dd6-a24b-1c3f9cbeae66 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/security-groups?id=22501d7f-0241-4310-b874-88a9735bbc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Sep 08 15:41:41.443178 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-89b56b28-9a4e-4040-920a-cb301dcca20b tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:41.444647 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-89b56b28-9a4e-4040-920a-cb301dcca20b tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 950 time: 0.0525088 Sep 08 15:41:41.557761 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Deleting port a0ce4a16-1987-455c-831e-832aede423db {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:41:41.558103 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:41.656710 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] For port a0ce4a16-1987-455c-831e-832aede423db, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a0ce4a16-1987-455c-831e-832aede423db,segment=NetworkSegment(42692dd2-6a0f-4e7d-81bb-cb88de7fba64),segment_id=42692dd2-6a0f-4e7d-81bb-cb88de7fba64)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:41:41.657083 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:41.669488 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Calling delete_port for a0ce4a16-1987-455c-831e-832aede423db owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:41:41.798915 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:41.834344 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Pushing event deleted for resources: {'Port': ['ID=a0ce4a16-1987-455c-831e-832aede423db,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:41.863237 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.863590 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.863949 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.864290 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.864625 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.864952 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.865282 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.865608 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.865958 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.866282 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.866606 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.866928 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:41:41.889960 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] No DVR routers for this DVR port a0ce4a16-1987-455c-831e-832aede423db on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:41:41.893982 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:41.894121 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['a0ce4a16-1987-455c-831e-832aede423db'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:41:41.896130 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-57dce400-ea63-4705-b53b-5e3ee84e3628 req-8ef6ba91-e68e-4569-a6b5-190cd1b57d32 tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.59 "DELETE /v2.0/ports/a0ce4a16-1987-455c-831e-832aede423db HTTP/1.1" status: 204 len: 173 time: 0.4318950 Sep 08 15:41:41.896589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'name': 'network-vif-deleted', 'tag': 'a0ce4a16-1987-455c-831e-832aede423db'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:41:41.899105 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2575fb4-ff7c-4177-8de4-a54a037f2c70" -d '{"events": [{"server_uuid": "24ff8ea6-65bd-4ace-b412-06d0a084ecb8", "name": "network-vif-deleted", "tag": "a0ce4a16-1987-455c-831e-832aede423db"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:41:41.941967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0103af4-66e1-4f6b-bca4-487aaeddec3f x-openstack-request-id: req-b0103af4-66e1-4f6b-bca4-487aaeddec3f {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:41:41.942568 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ff8ea6-65bd-4ace-b412-06d0a084ecb8", "name": "network-vif-deleted", "tag": "a0ce4a16-1987-455c-831e-832aede423db", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:41:41.942876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0103af4-66e1-4f6b-bca4-487aaeddec3f {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:41:41.944151 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ff8ea6-65bd-4ace-b412-06d0a084ecb8', 'name': 'network-vif-deleted', 'tag': 'a0ce4a16-1987-455c-831e-832aede423db', 'status': 'completed', 'code': 200} Sep 08 15:41:42.470390 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:42.490065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52b81f-f4dd-4e22-8269-6aa6fe52d359 req-59429478-08fa-48b6-9eed-9754635ea24a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:42.495683 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ef52b81f-f4dd-4e22-8269-6aa6fe52d359 req-59429478-08fa-48b6-9eed-9754635ea24a tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0551226 Sep 08 15:41:42.539671 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ef52b81f-f4dd-4e22-8269-6aa6fe52d359 req-ea24554c-c391-4cbb-b604-f50650b3e80b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Sep 08 15:41:42.564690 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dc049999-aa20-439d-83a3-9bb1429056c2 req-8bed3b0b-1cab-40bd-9e7b-f0c56b7c139f tempest-VolumesNegativeTest-984893235 tempest-VolumesNegativeTest-984893235-project] 10.222.0.54 "GET /v2.0/ports?device_id=24ff8ea6-65bd-4ace-b412-06d0a084ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0393348 Sep 08 15:41:42.811066 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8719-be3f-4462-ae6e-f626ba6b8c01 req-879fc232-af59-4710-8b27-036e98a52321 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:42.812545 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ddae8719-be3f-4462-ae6e-f626ba6b8c01 req-879fc232-af59-4710-8b27-036e98a52321 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0514240 Sep 08 15:41:42.853390 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ddae8719-be3f-4462-ae6e-f626ba6b8c01 req-c209f6d0-dffc-4a51-88b5-bb948d4308f4 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341482 Sep 08 15:41:42.864508 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-3636f784-2b85-4bd8-9522-422d0b30dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:42.866023 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-3636f784-2b85-4bd8-9522-422d0b30dc8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0486813 Sep 08 15:41:42.966443 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-caddd891-9ab9-4a62-97e4-44adb0775e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:42.967911 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-caddd891-9ab9-4a62-97e4-44adb0775e50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.0866299 Sep 08 15:41:43.029310 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-1bb066c3-3275-4286-b569-0f5322f502e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 217 time: 0.0332778 Sep 08 15:41:43.101951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-fbe05147-fe03-499d-b319-2080bcf5d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:43.103426 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-fbe05147-fe03-499d-b319-2080bcf5d71a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.0454636 Sep 08 15:41:43.158075 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-ebd0d07f-b051-4247-8f36-c4fa4cf6c7ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278530 Sep 08 15:41:43.254314 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-d603e70b-30ec-45e8-96b5-f57ffeeb37a2 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Sep 08 15:41:43.355753 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2c58aa92-55e1-4aa5-b569-1b5222f0e43d req-9a08955a-accd-4e81-9c13-a4e07c2877ea service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826094 Sep 08 15:41:43.980173 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c120aee-3d36-41fc-9de4-eaed010e806b req-2d65c098-1f69-4db9-b7ac-2de9ed94efa1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:43.981775 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9c120aee-3d36-41fc-9de4-eaed010e806b req-2d65c098-1f69-4db9-b7ac-2de9ed94efa1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0494204 Sep 08 15:41:44.020541 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9c120aee-3d36-41fc-9de4-eaed010e806b req-1aa2897e-6409-4485-b4cb-6e144278ad44 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Sep 08 15:41:45.149786 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b47f45-da50-408f-9c0f-574b384df165 req-4588a79d-5246-4b70-a984-0fae48ea576d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:45.151328 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-66b47f45-da50-408f-9c0f-574b384df165 req-4588a79d-5246-4b70-a984-0fae48ea576d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0577748 Sep 08 15:41:45.198954 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-66b47f45-da50-408f-9c0f-574b384df165 req-f3702009-f4e6-44c8-905b-b6310bbaa993 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359907 Sep 08 15:41:45.851974 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a0ce4a16-1987-455c-831e-832aede423db no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:41:45.872155 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: a0ce4a16-1987-455c-831e-832aede423db {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:41:45.872647 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a0ce4a16-1987-455c-831e-832aede423db not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:41:46.325422 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1d57c-f7b3-41a5-afc2-857cf8ae40c6 req-bb43065b-077c-4b38-968b-18e85f09a7da tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:46.326908 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4db1d57c-f7b3-41a5-afc2-857cf8ae40c6 req-bb43065b-077c-4b38-968b-18e85f09a7da tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0508161 Sep 08 15:41:46.363715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4db1d57c-f7b3-41a5-afc2-857cf8ae40c6 req-d8c09249-5bfb-4703-b185-4efd8a3407b9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302596 Sep 08 15:41:46.558836 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36614) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:46.602656 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Deleting subnet 9c241071-ba51-46e7-bd9e-e2766ac6d43c {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:41:46.605707 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.640423 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.677039 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.730912 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.756498 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c241071-ba51-46e7-bd9e-e2766ac6d43c,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:46.761518 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.763414 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f440d528-10b0-4307-b104-c01cc22beeaa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9c241071-ba51-46e7-bd9e-e2766ac6d43c HTTP/1.1" status: 204 len: 168 time: 0.2035341 Sep 08 15:41:46.765780 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36616) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:46.830429 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.911278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.930814 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a19afdf-1dfc-46a5-8acc-272a7160c14f']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:46.939612 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee302a4-b317-43af-ab09-2583e9ee6296') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:46.939903 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee302a4-b317-43af-ab09-2583e9ee6296') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:46.948706 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.961763 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.967445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:41:46.968333 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:41:46.969999 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:41:47.024526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.029923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.033768 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7a19afdf-1dfc-46a5-8acc-272a7160c14f HTTP/1.1" status: 204 len: 168 time: 0.2668779 Sep 08 15:41:47.034979 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 36622) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:47.044169 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c9b92-6485-4e58-bd2d-8f488061e907 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a19afdf-1dfc-46a5-8acc-272a7160c14f,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:47.079491 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Deleting subnet f6f3d566-cad0-4407-a74e-19892ba9e3c7 {{(pid=100601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:41:47.082632 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.115971 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.124976 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.178151 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.204237 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f3d566-cad0-4407-a74e-19892ba9e3c7,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:47.209527 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.214128 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5fa99f6f-45df-498c-b828-f185cd667c79 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f6f3d566-cad0-4407-a74e-19892ba9e3c7 HTTP/1.1" status: 204 len: 168 time: 0.1752367 Sep 08 15:41:47.214221 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36628) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:47.283455 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.366298 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.386473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2717a3c3-5909-47ef-a128-3447938b734a']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:47.398467 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1664c562-f8c8-4740-893b-a2c846c55190') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:47.398766 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1664c562-f8c8-4740-893b-a2c846c55190') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:41:47.410245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.423502 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.432558 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:41:47.433278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:41:47.435478 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:41:47.502221 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.503934 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36640) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:47.505840 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3812-c92e-4f8b-95e9-a9a926a4cc9a req-9378d371-0773-4483-acbd-03e8957b4ee2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:47.507342 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2c0d3812-c92e-4f8b-95e9-a9a926a4cc9a req-9378d371-0773-4483-acbd-03e8957b4ee2 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0608969 Sep 08 15:41:47.512634 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.515121 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2717a3c3-5909-47ef-a128-3447938b734a HTTP/1.1" status: 204 len: 168 time: 0.2993646 Sep 08 15:41:47.526435 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafbc67-f03b-4a79-bebd-9206d7c63502 admin admin] Pushing event deleted for resources: {'Network': ['ID=2717a3c3-5909-47ef-a128-3447938b734a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:47.548625 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2c0d3812-c92e-4f8b-95e9-a9a926a4cc9a req-a3a9a0e5-c98b-45c6-8cbd-f4387f9eb5fe tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Sep 08 15:41:47.643805 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 36646) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:47.651499 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-bfd1ce2f-273c-437b-bbae-5d2cd42688fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de9616edf75b4579a2abab4d29aa521a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464396 Sep 08 15:41:47.654088 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36648) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:47.682930 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-636dfbcc-3776-4072-a2f8-256a8f28988d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1a0dceedc2e40e2be7d00a4f762b32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376775 Sep 08 15:41:47.685407 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 36650) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:47.700556 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-23c23d03-41d0-4120-9844-2774138b478d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.721358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-23c23d03-41d0-4120-9844-2774138b478d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.732075 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d3419f55-8e6f-40ad-ae4a-452d9292e6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.753800 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d3419f55-8e6f-40ad-ae4a-452d9292e6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.767698 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-23c23d03-41d0-4120-9844-2774138b478d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.770367 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-23c23d03-41d0-4120-9844-2774138b478d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.771563 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-23c23d03-41d0-4120-9844-2774138b478d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22501d7f-0241-4310-b874-88a9735bbc61 HTTP/1.1" status: 204 len: 168 time: 0.1165745 Sep 08 15:41:47.779615 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c23d03-41d0-4120-9844-2774138b478d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22501d7f-0241-4310-b874-88a9735bbc61,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:47.805776 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d3419f55-8e6f-40ad-ae4a-452d9292e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.808367 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d3419f55-8e6f-40ad-ae4a-452d9292e6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:47.812543 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d3419f55-8e6f-40ad-ae4a-452d9292e6a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fd3485c-80b3-402e-b3c8-a391e8a51de3 HTTP/1.1" status: 204 len: 168 time: 0.1231241 Sep 08 15:41:47.818750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3419f55-8e6f-40ad-ae4a-452d9292e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd3485c-80b3-402e-b3c8-a391e8a51de3,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:48.143299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 36670) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:48.193201 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-bd466a5d-c3fd-4786-b9c9-36af440d9e11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54d06a52a5d0498ea31270f8a6109633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485239 Sep 08 15:41:48.195828 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36676) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:48.245878 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-66ea4e80-98e7-4a96-9ebe-ffc9fb659028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:48.267517 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-66ea4e80-98e7-4a96-9ebe-ffc9fb659028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:48.315945 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-66ea4e80-98e7-4a96-9ebe-ffc9fb659028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:48.318508 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-66ea4e80-98e7-4a96-9ebe-ffc9fb659028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:48.322247 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-66ea4e80-98e7-4a96-9ebe-ffc9fb659028 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9cdfd377-8863-482f-ae70-2cbc918d55ec HTTP/1.1" status: 204 len: 168 time: 0.1252604 Sep 08 15:41:48.330338 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea4e80-98e7-4a96-9ebe-ffc9fb659028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdfd377-8863-482f-ae70-2cbc918d55ec,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:48.694200 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6f08-b0b6-4d13-a4dc-8e3e36c497db req-5482e0b2-c843-4785-975b-f8bb4f7fcdec tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:48.695821 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3bac6f08-b0b6-4d13-a4dc-8e3e36c497db req-5482e0b2-c843-4785-975b-f8bb4f7fcdec tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0731397 Sep 08 15:41:48.740011 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3bac6f08-b0b6-4d13-a4dc-8e3e36c497db req-260a3a6c-af0c-43a1-92bb-b2712aed2f1b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Sep 08 15:41:49.409023 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36734) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:49.510757 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99c08f41-2021-45f0-bbb0-239cdd2a5e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.602663 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99c08f41-2021-45f0-bbb0-239cdd2a5e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.607774 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99c08f41-2021-45f0-bbb0-239cdd2a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.644460 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c08f41-2021-45f0-bbb0-239cdd2a5e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3cadb-522a-486a-909d-7e1997d42a82,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:49.648655 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-99c08f41-2021-45f0-bbb0-239cdd2a5e95 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1eee6331f264540af836683bc9889d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385244 Sep 08 15:41:49.651861 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 36740) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:41:49.700217 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3f14398d-ee80-4206-8a97-af4acacf1b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.720977 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3f14398d-ee80-4206-8a97-af4acacf1b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.765572 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3f14398d-ee80-4206-8a97-af4acacf1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.768239 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3f14398d-ee80-4206-8a97-af4acacf1b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:41:49.771878 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3f14398d-ee80-4206-8a97-af4acacf1b29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3a3cadb-522a-486a-909d-7e1997d42a82 HTTP/1.1" status: 204 len: 168 time: 0.1172481 Sep 08 15:41:49.777391 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14398d-ee80-4206-8a97-af4acacf1b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3cadb-522a-486a-909d-7e1997d42a82,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:41:49.874916 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b2ad0-168a-4973-9de6-b55d909449d1 req-845f2939-1833-4dde-8c1e-faac10415471 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:49.876356 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-588b2ad0-168a-4973-9de6-b55d909449d1 req-845f2939-1833-4dde-8c1e-faac10415471 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0515854 Sep 08 15:41:49.919893 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-588b2ad0-168a-4973-9de6-b55d909449d1 req-65b50e58-0036-47a6-bb50-383a1f1cbe48 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351579 Sep 08 15:41:59.005299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-59a11d0e-d2f3-4b31-a73d-c3e15a47ce4a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:59.006767 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-59a11d0e-d2f3-4b31-a73d-c3e15a47ce4a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.1173854 Sep 08 15:41:59.021957 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-8189c1e2-ebb1-4ea6-addd-b58f0c66a2d5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/quotas/3081dd91bfa642009df3b19188247e8c HTTP/1.1" status: 200 len: 375 time: 0.0095069 Sep 08 15:41:59.074321 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-e118653f-aa92-4332-a87b-8ebba69977ea tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468471 Sep 08 15:41:59.163147 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-14d0a62c-391d-475b-a802-d2f92a117a6f service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814369 Sep 08 15:41:59.247894 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-f778f622-43c8-4f78-99e2-410702e9af66 service neutron] 10.222.0.54 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789270 Sep 08 15:41:59.405936 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fc339472-3e54-4f6a-ad88-6b1a8616c686 req-a28eb367-fbcf-4494-b81f-2d9a69956782 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Sep 08 15:41:59.927567 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d62f7-0524-49de-9d61-f5712cdf05a6 req-aa083a18-f789-4964-a521-289d87247310 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:41:59.929087 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a28d62f7-0524-49de-9d61-f5712cdf05a6 req-aa083a18-f789-4964-a521-289d87247310 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0512311 Sep 08 15:41:59.970123 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a28d62f7-0524-49de-9d61-f5712cdf05a6 req-20ec4a42-9435-4126-a6ad-a273351c3804 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Sep 08 15:42:00.494892 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-56c4ba99-b52d-4312-900e-510bdf63ef16 req-fe0fd4a7-3971-4304-b2cf-8a37b10879df tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 210 time: 0.0248492 Sep 08 15:42:04.698428 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fac964e5-3c6f-47fe-b866-11f0b24fbc57 req-8357a0e6-cec6-4380-84e9-f8621e64b380 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 210 time: 0.0286033 Sep 08 15:42:04.703314 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:05.493985 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-dea9c9c3-1033-49c8-bda9-97239147e08d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:05.495683 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-dea9c9c3-1033-49c8-bda9-97239147e08d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/networks?id=b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 200 len: 815 time: 0.1047330 Sep 08 15:42:05.517253 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Request body: {'port': {'device_id': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'admin_state_up': True, 'tenant_id': '3081dd91bfa642009df3b19188247e8c'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:05.627757 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Made reservation on behalf of 3081dd91bfa642009df3b19188247e8c for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:42:05.631115 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:05.757637 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Allocated IP 172.20.0.9 (b8ab893c-c2f2-4736-94aa-03332fe96506/fb5d3c97-7c44-46b8-8d86-270bbd20aed0/dc324cc2-675e-4b75-aaf3-5dfc3a29fdea) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:05.798173 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0f12d5b-037d-44f8-8a5b-6940ecc67f1f req-9c62bdca-a6a2-4bb8-b8c9-8364c87e129d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Sep 08 15:42:05.902523 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:05.940422 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:05.980585 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Network b8ab893c-c2f2-4736-94aa-03332fe96506 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:05.984184 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:05.987887 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:06.227286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event updated for resources: {'Port': ['ID=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:06.252286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:06.252884 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:06.267784 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ec3885b3-2cf2-4df8-8709-fedf28844dc5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549238 Sep 08 15:42:07.251187 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-834530f9-93cc-4cdc-9ae6-ebf856d48a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:07.485547 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:42:09.795290 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-be2777f4-dcd6-42a4-8b32-89bb18784ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.278019 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.404411 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6', '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', '4cd689ac-ced9-4c7f-9a28-05550efe7f83'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:42:10.427257 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Request body: {'port': {'device_id': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:10.484025 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.574350 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21437f-5c14-4345-979d-843e1750738f req-1b94338b-479a-4ace-a158-f53d5fd56d10 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:10.583595 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a21437f-5c14-4345-979d-843e1750738f req-1b94338b-479a-4ace-a158-f53d5fd56d10 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 931 time: 0.0586991 Sep 08 15:42:10.628016 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a21437f-5c14-4345-979d-843e1750738f req-a392d6e6-6d56-48e6-8c2e-9b46d5fa1255 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435784 Sep 08 15:42:10.759162 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc324cc2-675e-4b75-aaf3-5dfc3a29fdea {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:42:10.766562 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.778473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Transition to ACTIVE for port object dc324cc2-675e-4b75-aaf3-5dfc3a29fdea will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:10.782587 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.845902 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Pushing event updated for resources: {'Port': ['ID=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:10.872512 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.893991 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Attempting to bind port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:42:10.894331 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Attempting to bind port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:42:10.894690 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Attempting to bind port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:10.898955 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea on network b8ab893c-c2f2-4736-94aa-03332fe96506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:42:10.899274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Attempting to bind port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea on network b8ab893c-c2f2-4736-94aa-03332fe96506 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:10.903988 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:42:10.904326 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Checking segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:10.904708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Bound using segment: {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:42:10.905126 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Bound port: dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d547179-151b-4a03-86e2-65cf643a1d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:42:10.906041 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:10.971447 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] For port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:42:10.974534 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] For port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:42:10.979795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:11.012581 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:11.013333 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:11.014717 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] 10.222.0.59 "PUT /v2.0/ports/dc324cc2-675e-4b75-aaf3-5dfc3a29fdea HTTP/1.1" status: 200 len: 1093 time: 0.5919428 Sep 08 15:42:11.016702 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'tag': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:42:11.018929 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff023c2e-8f28-4ab5-b960-285eceba7d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2", "tag": "dc324cc2-675e-4b75-aaf3-5dfc3a29fdea"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:42:11.042948 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d63aa-0a13-4ed4-b255-3fcad58ac66d service neutron] Pushing event updated for resources: {'Port': ['ID=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:11.054067 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738c0438-d38f-4709-bb98-5a160659b9e2 x-openstack-request-id: req-738c0438-d38f-4709-bb98-5a160659b9e2 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:42:11.054350 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2", "tag": "dc324cc2-675e-4b75-aaf3-5dfc3a29fdea", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:42:11.054597 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-738c0438-d38f-4709-bb98-5a160659b9e2 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:42:11.054981 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'tag': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea', 'status': 'completed', 'code': 200} Sep 08 15:42:11.443279 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023c2e-8f28-4ab5-b960-285eceba7d4f req-e69162cf-fd7b-4c5d-a1f7-f3f129a0cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:11.444660 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ff023c2e-8f28-4ab5-b960-285eceba7d4f req-e69162cf-fd7b-4c5d-a1f7-f3f129a0cb1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 1096 time: 0.0417147 Sep 08 15:42:11.553866 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023c2e-8f28-4ab5-b960-285eceba7d4f req-329a1e2f-7ac0-4336-97a8-37413e652a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:11.555336 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ff023c2e-8f28-4ab5-b960-285eceba7d4f req-329a1e2f-7ac0-4336-97a8-37413e652a3c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3081dd91bfa642009df3b19188247e8c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961933 Sep 08 15:42:11.868819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023c2e-8f28-4ab5-b960-285eceba7d4f req-dad1b674-f4f1-4dab-a60c-68a1c426c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:11.870589 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ff023c2e-8f28-4ab5-b960-285eceba7d4f req-dad1b674-f4f1-4dab-a60c-68a1c426c454 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960507 Sep 08 15:42:11.915277 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67860fac-e537-45a1-b2a6-aee107918a0d req-439a44e1-d543-4e1b-abe0-69cd86430c09 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:11.916726 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-67860fac-e537-45a1-b2a6-aee107918a0d req-439a44e1-d543-4e1b-abe0-69cd86430c09 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0490036 Sep 08 15:42:11.957151 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-67860fac-e537-45a1-b2a6-aee107918a0d req-76b9bfa5-57a5-4607-b1b4-ef267b5bb6c5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Sep 08 15:42:11.991025 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ba14a767-30de-44a3-b306-7bb9e00212aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:11.992525 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-ba14a767-30de-44a3-b306-7bb9e00212aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3081dd91bfa642009df3b19188247e8c&device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 1096 time: 0.0456305 Sep 08 15:42:12.055952 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-769e5c35-96c6-4596-a64d-5aad21434df1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea HTTP/1.1" status: 200 len: 217 time: 0.0335815 Sep 08 15:42:12.104872 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-2b37090d-9912-453a-b523-2ff5925e1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:12.106329 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-2b37090d-9912-453a-b523-2ff5925e1892 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 200 len: 855 time: 0.0427618 Sep 08 15:42:12.139943 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-447bec1b-3c81-4722-a8da-78a577ca61b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8ab893c-c2f2-4736-94aa-03332fe96506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242867 Sep 08 15:42:12.236292 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-44d3639a-5829-4fe8-b3a5-e34f200bd7e5 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835717 Sep 08 15:42:12.468714 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:14.245677 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5fb88f2a-2e92-4236-97cf-d5036c35924e req-2ad01908-fc49-42b6-a48e-5f8da0f23346 service neutron] 10.222.0.59 "GET /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845191 Sep 08 15:42:17.037850 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add52e5e-f3a9-476d-8340-d995d97128bf req-a6e6a13f-76de-4c9c-9c55-7c113bb9aba1 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:17.039298 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-add52e5e-f3a9-476d-8340-d995d97128bf req-a6e6a13f-76de-4c9c-9c55-7c113bb9aba1 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0474069 Sep 08 15:42:17.078795 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-add52e5e-f3a9-476d-8340-d995d97128bf req-410ebe05-1f0b-4dc7-85df-a571761728bc tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Sep 08 15:42:21.304033 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc2ddf-0551-4871-b0a2-33d35ce68cc4 req-c18c6bde-91a2-4825-856b-2787164374d5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:21.305483 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0bfc2ddf-0551-4871-b0a2-33d35ce68cc4 req-c18c6bde-91a2-4825-856b-2787164374d5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0479631 Sep 08 15:42:21.341052 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0bfc2ddf-0551-4871-b0a2-33d35ce68cc4 req-82e40427-61e5-4421-ae59-a1a30a3a8757 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297649 Sep 08 15:42:22.899654 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6f9c1-b8f5-4a33-829d-57c020661ff4 req-3e6c4d2d-85ea-45dd-968f-b2ac40f6c60d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:22.901096 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c0b6f9c1-b8f5-4a33-829d-57c020661ff4 req-3e6c4d2d-85ea-45dd-968f-b2ac40f6c60d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0494537 Sep 08 15:42:22.937704 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c0b6f9c1-b8f5-4a33-829d-57c020661ff4 req-24350ba0-e07f-44e9-b305-368f75a646f4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300200 Sep 08 15:42:24.148323 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6edae-a589-4647-b96c-0dff767648c8 req-f73be54d-513a-427e-86b0-03a574721612 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:24.149771 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8bb6edae-a589-4647-b96c-0dff767648c8 req-f73be54d-513a-427e-86b0-03a574721612 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0476177 Sep 08 15:42:24.187954 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8bb6edae-a589-4647-b96c-0dff767648c8 req-65619a1e-2d1c-4bbc-9516-614fb30686d0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Sep 08 15:42:29.216779 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173de3e5-2a99-43f0-9248-6ead912a1fb6 req-cd6c31f1-815e-4026-938f-08211d2976df tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:29.218291 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-173de3e5-2a99-43f0-9248-6ead912a1fb6 req-cd6c31f1-815e-4026-938f-08211d2976df tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.2533236 Sep 08 15:42:29.256013 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-173de3e5-2a99-43f0-9248-6ead912a1fb6 req-15e4da9e-1ccf-44b5-86a9-571e7cc6a763 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Sep 08 15:42:30.371817 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec940d9-f62e-4770-8b02-52e02b2e5a0e req-e65d5ebf-315a-480c-a8a8-4be8bc6c33cf tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:30.374086 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fec940d9-f62e-4770-8b02-52e02b2e5a0e req-e65d5ebf-315a-480c-a8a8-4be8bc6c33cf tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0502658 Sep 08 15:42:30.411250 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fec940d9-f62e-4770-8b02-52e02b2e5a0e req-e98bbd69-a412-439e-9cd8-72d28bfc2698 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Sep 08 15:42:32.272638 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe9df-2bc6-4360-8e69-f88b736dce00 req-b890d262-f217-44d6-b7a4-f26bb48b959d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:32.274075 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fdafe9df-2bc6-4360-8e69-f88b736dce00 req-b890d262-f217-44d6-b7a4-f26bb48b959d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0487874 Sep 08 15:42:32.313199 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fdafe9df-2bc6-4360-8e69-f88b736dce00 req-c66fd930-5c34-4c06-b8c0-36fde4dcab8d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Sep 08 15:42:34.709012 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:35.129673 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726452-81c8-4bca-b5a4-d54e64e3792b req-911028f2-13e4-45ce-b635-579665dd7a00 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:35.131112 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a726452-81c8-4bca-b5a4-d54e64e3792b req-911028f2-13e4-45ce-b635-579665dd7a00 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0466530 Sep 08 15:42:35.168143 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a726452-81c8-4bca-b5a4-d54e64e3792b req-5ce7f948-3e4c-4fb7-98a0-c95808b38096 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 08 15:42:36.302628 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e3ab7-c1d6-4fe3-a81a-5a2b7b6d1ab4 req-f094e2dd-76ae-4bef-b0f6-f45e7fa11b50 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:36.304167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8d1e3ab7-c1d6-4fe3-a81a-5a2b7b6d1ab4 req-f094e2dd-76ae-4bef-b0f6-f45e7fa11b50 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0531499 Sep 08 15:42:36.344890 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8d1e3ab7-c1d6-4fe3-a81a-5a2b7b6d1ab4 req-b78acda8-7331-44fd-93cd-b8171f96c693 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Sep 08 15:42:37.122603 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-c613d3fb-27e9-4db3-a499-cf7263d17818 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388582 Sep 08 15:42:37.195108 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-f7b2e643-6c55-493d-be4f-bb9a9a806c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:37.196527 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-f7b2e643-6c55-493d-be4f-bb9a9a806c54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 1098 time: 0.0377734 Sep 08 15:42:37.256870 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-de35bb04-68cc-40f3-8d3d-8f4741d96614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:37.311346 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-4634be67-4ae5-4c68-9076-ea0fbaa71ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:37.313371 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-4634be67-4ae5-4c68-9076-ea0fbaa71ab1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.0948894 Sep 08 15:42:37.357442 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-cd32f35d-4efb-4f31-8656-7dc2ec8a7b58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009 HTTP/1.1" status: 200 len: 217 time: 0.0347667 Sep 08 15:42:37.416751 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-3ea48863-0f21-4c91-acfb-faeb9b054a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:37.418301 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-3ea48863-0f21-4c91-acfb-faeb9b054a11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.0452583 Sep 08 15:42:37.456423 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-b1e71806-9da5-4bee-b4c5-3bd3a95cf7b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252352 Sep 08 15:42:37.461090 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dd88c-618c-468b-aed8-2c8ea3e0c8d7 req-0257fd55-9954-4686-9834-a6cc427af738 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:37.462565 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d24dd88c-618c-468b-aed8-2c8ea3e0c8d7 req-0257fd55-9954-4686-9834-a6cc427af738 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0478427 Sep 08 15:42:37.502227 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d24dd88c-618c-468b-aed8-2c8ea3e0c8d7 req-2a8c8a48-2c8e-49b9-a5e1-db0f0af23c3d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Sep 08 15:42:37.549063 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-b9430b72-6277-442f-b913-50836e1862e4 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844526 Sep 08 15:42:37.642052 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f94da0c3-8097-4fdf-88a4-a67912d8d014 req-5de530f2-c642-48df-aaf8-62ed12b11150 service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842204 Sep 08 15:42:38.616343 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19365d-dbec-46d1-95dd-e4d47ae1581b req-433538b3-81c8-410d-b1b9-1fb870f51f69 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:38.617861 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f19365d-dbec-46d1-95dd-e4d47ae1581b req-433538b3-81c8-410d-b1b9-1fb870f51f69 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 943 time: 0.0487962 Sep 08 15:42:38.654796 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f19365d-dbec-46d1-95dd-e4d47ae1581b req-e9d615a9-7d58-4727-95c6-a68a177b5245 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Sep 08 15:42:39.048402 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device dc324cc2-675e-4b75-aaf3-5dfc3a29fdea details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:42:39.139904 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:39.150828 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea', 'network_id': 'b8ab893c-c2f2-4736-94aa-03332fe96506', 'port_id': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea', 'mac_address': 'fa:16:3e:e7:55:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5d3c97-7c44-46b8-8d86-270bbd20aed0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:42:39.186062 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:39.198377 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc324cc2-675e-4b75-aaf3-5dfc3a29fdea {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:42:39.216917 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:39.219886 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:39.264549 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:39.271668 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.272016 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.272356 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.272690 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.273020 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.273348 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.273691 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.274020 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.274345 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.274664 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.274983 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.275300 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:39.769045 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8965909-177e-40b5-8e51-1279130f46c4 req-728d6682-f3b7-464d-a6e9-795f0ae541b7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:39.770515 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b8965909-177e-40b5-8e51-1279130f46c4 req-728d6682-f3b7-464d-a6e9-795f0ae541b7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 944 time: 0.0471864 Sep 08 15:42:39.797429 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c96ca657-e370-45c3-9b17-1a7b41b75628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:39.809360 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b8965909-177e-40b5-8e51-1279130f46c4 req-3469758e-4b9f-4409-84e4-1b1f484ead8b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Sep 08 15:42:39.994237 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['dc324cc2-675e-4b75-aaf3-5dfc3a29fdea'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:42:40.278095 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:40.875829 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:40.926241 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac52196-d6eb-4350-ba68-198e87a1212f req-bb6bb1e9-0913-44f8-9c45-6f744203a4b7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:40.927985 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0ac52196-d6eb-4350-ba68-198e87a1212f req-bb6bb1e9-0913-44f8-9c45-6f744203a4b7 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 944 time: 0.0470262 Sep 08 15:42:40.967717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0ac52196-d6eb-4350-ba68-198e87a1212f req-14d958f3-4df0-475f-8ad3-42d52fc06155 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Sep 08 15:42:42.081519 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bffb61-887c-41c3-8db8-0d05349d011b req-aa936b9d-5ad2-4c45-b491-1eb7cfd441f2 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:42.082919 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-07bffb61-887c-41c3-8db8-0d05349d011b req-aa936b9d-5ad2-4c45-b491-1eb7cfd441f2 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 944 time: 0.0481887 Sep 08 15:42:42.120613 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-07bffb61-887c-41c3-8db8-0d05349d011b req-50eff03a-4a7f-41ec-b072-ae4608668e26 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Sep 08 15:42:42.472051 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:43.056493 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device dc324cc2-675e-4b75-aaf3-5dfc3a29fdea up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:43.103770 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:43.107142 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:43.107513 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:43.185626 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:43.207847 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:42:43.209997 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31e163-87c3-4fd1-910f-70b826686821" -d '{"events": [{"server_uuid": "fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2", "name": "network-vif-plugged", "status": "completed", "tag": "dc324cc2-675e-4b75-aaf3-5dfc3a29fdea"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:42:43.223381 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:43.228275 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:43.240125 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a4900-7c7a-4653-97e0-278fcdf0074a req-56c5ff7e-6fe2-4856-a070-c4a4dfb3cc52 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:43.248066 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e66a4900-7c7a-4653-97e0-278fcdf0074a req-56c5ff7e-6fe2-4856-a070-c4a4dfb3cc52 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 944 time: 0.0591826 Sep 08 15:42:43.257251 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f22112-8a8f-4542-b00e-ee9ee5d6fa01 x-openstack-request-id: req-88f22112-8a8f-4542-b00e-ee9ee5d6fa01 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:42:43.257534 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2", "name": "network-vif-plugged", "status": "completed", "tag": "dc324cc2-675e-4b75-aaf3-5dfc3a29fdea", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:42:43.257804 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88f22112-8a8f-4542-b00e-ee9ee5d6fa01 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:42:43.258186 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea', 'code': 200} Sep 08 15:42:43.283356 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:43.291167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e66a4900-7c7a-4653-97e0-278fcdf0074a req-b69d66a6-1a16-4297-8eb6-e6246a2241ae tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Sep 08 15:42:43.499905 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76a919-6992-4a89-9e2d-91f385fe89cb req-e4beba5c-1156-481e-ac2c-a8d8a5340470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:43.501480 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5e76a919-6992-4a89-9e2d-91f385fe89cb req-e4beba5c-1156-481e-ac2c-a8d8a5340470 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 1098 time: 0.0396686 Sep 08 15:42:43.536165 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-5e76a919-6992-4a89-9e2d-91f385fe89cb req-4922a166-19eb-445c-b8d7-be6033a7bb7b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267324 Sep 08 15:42:44.400507 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913bbc9-7a7f-4d93-9293-3d7ff41a36d2 req-5bd10302-28f1-4a4c-ab5f-f77c92a33f38 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:44.401967 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9913bbc9-7a7f-4d93-9293-3d7ff41a36d2 req-5bd10302-28f1-4a4c-ab5f-f77c92a33f38 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0483742 Sep 08 15:42:44.442313 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9913bbc9-7a7f-4d93-9293-3d7ff41a36d2 req-3dfee8d1-c7c7-41cd-b375-16e68ad0f02d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Sep 08 15:42:44.483879 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:42:45.557114 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9118-30e8-460e-8671-a7bb8dab5961 req-897ca875-d017-4583-8bbe-495ac18555e4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:45.558628 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-540f9118-30e8-460e-8671-a7bb8dab5961 req-897ca875-d017-4583-8bbe-495ac18555e4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Sep 08 15:42:45.595274 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-540f9118-30e8-460e-8671-a7bb8dab5961 req-fe2a47ea-a31b-4af5-8200-71d0d7fa5e3d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303428 Sep 08 15:42:46.711501 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29afc78-5a85-46af-92a4-38ddc3b1175c req-dc584f65-717c-44a0-a2b0-bc662507b1e1 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:46.712892 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a29afc78-5a85-46af-92a4-38ddc3b1175c req-dc584f65-717c-44a0-a2b0-bc662507b1e1 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0491540 Sep 08 15:42:46.752290 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a29afc78-5a85-46af-92a4-38ddc3b1175c req-caaacc31-4a05-4ced-8240-8837414b586f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Sep 08 15:42:47.543688 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37504) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:47.664544 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.753442 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.757263 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.795253 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a8c5914bdcf4f98bdf79318a974cf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503529 Sep 08 15:42:47.795991 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160f1c4-de4c-47d7-a099-084a309e3f17,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:47.798132 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37510) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:47.803184 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.803610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.804024 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.804862 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.804862 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.805228 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.805635 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.806053 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.806461 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.806853 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.807249 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.807652 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb051a01-580b-4717-ac16-6b013402a673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:47.884342 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.897155 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488211-321e-4224-a1aa-7aa3c04f2ba5 req-0b110d3e-c92b-4ff7-ab44-6c812cd36455 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:47.898663 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b5488211-321e-4224-a1aa-7aa3c04f2ba5 req-0b110d3e-c92b-4ff7-ab44-6c812cd36455 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0762594 Sep 08 15:42:47.929732 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.969621 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b5488211-321e-4224-a1aa-7aa3c04f2ba5 req-4b00ce5d-235f-411f-8198-39aa8c34b048 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638270 Sep 08 15:42:47.991447 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.993994 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:47.995128 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7160f1c4-de4c-47d7-a099-084a309e3f17 HTTP/1.1" status: 204 len: 168 time: 0.1960223 Sep 08 15:42:48.003423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160f1c4-de4c-47d7-a099-084a309e3f17,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:48.010432 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.010780 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.011226 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.011572 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.011885 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.012209 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.012532 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.012854 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.013174 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.013491 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.013836 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.014152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8e192-1182-4b6b-a0ba-1a4abf6637de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:48.684679 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37548) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:48.777315 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1769414126-network', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:48.797357 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Made reservation on behalf of 3bd4fe66a2bb443ca69b0d1902e9c81f for: {'network': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:42:48.799569 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:48.807595 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:48.898013 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:48.901789 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:48.926442 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:42:48.936179 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83767c91-65d3-49bd-838e-6fa2159f1d9d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:48.941677 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:48.942019 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.segments_db [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Added segment fe93d04a-0b82-4b4b-b5e5-264a3c30b62c of type vlan for network 47b209c8-4a31-4c1d-b0b1-87bba56c132a Sep 08 15:42:48.982133 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.006333 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.007250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:49.007856 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.036525 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3507688 Sep 08 15:42:49.039548 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37554) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:49.045181 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Request body: {'subnet': {'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1769414126-subnet', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:49.066908 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Made reservation on behalf of 3bd4fe66a2bb443ca69b0d1902e9c81f for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:42:49.069133 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.070622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c4ad-4bdc-4bbf-933e-a21c9d6cc42c admin admin] Pushing event updated for resources: {'Network': ['ID=47b209c8-4a31-4c1d-b0b1-87bba56c132a,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:49.080951 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:42:49.231485 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.295203 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Checking segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:49.295556 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Network hostable DHCP agents. Network: 47b209c8-4a31-4c1d-b0b1-87bba56c132a, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:42:49.298282 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:49.317230 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:42:49.335143 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 47b209c8-4a31-4c1d-b0b1-87bba56c132a) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:49.341362 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:49.341990 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.349982 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92818218-25f9-4f4e-ac75-d1a46c46ab82 None None] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:42:49.363775 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d7049779-6c81-4379-a677-18bd650df23c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225458 Sep 08 15:42:49.366363 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37566) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:49.371440 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:49.408466 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.410521 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.476442 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.544668 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:42:49.545974 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.656154 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.721984 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Allocated IP 172.20.0.2 (47b209c8-4a31-4c1d-b0b1-87bba56c132a/28cccbb8-f0ad-4e30-9350-378b7b7ce2e7/fdd6f092-3417-489c-b1cb-1cf893b69d84) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:49.913236 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.917583 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.925955 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Transition to ACTIVE for port object fdd6f092-3417-489c-b1cb-1cf893b69d84 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:49.935247 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.941329 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Transition to ACTIVE for port object fdd6f092-3417-489c-b1cb-1cf893b69d84 will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:49.948837 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:49.986692 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:49.989530 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:49.992907 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:50.008703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Pushing event updated for resources: {'Port': ['ID=fdd6f092-3417-489c-b1cb-1cf893b69d84,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:50.048632 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Allocated IP 172.27.0.138 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/41a21fa3-411f-4280-8476-3dd444331162) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:50.053748 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Attempting to bind port fdd6f092-3417-489c-b1cb-1cf893b69d84 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:42:50.054384 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Attempting to bind port fdd6f092-3417-489c-b1cb-1cf893b69d84 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:42:50.055122 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Attempting to bind port fdd6f092-3417-489c-b1cb-1cf893b69d84 on network 47b209c8-4a31-4c1d-b0b1-87bba56c132a {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:50.059903 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:42:50.060274 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Checking segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:50.060745 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.061109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Bound using segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:42:50.061566 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Bound port: fdd6f092-3417-489c-b1cb-1cf893b69d84, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:42:50.061986 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.122508 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] For port fdd6f092-3417-489c-b1cb-1cf893b69d84, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:42:50.127358 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] For port fdd6f092-3417-489c-b1cb-1cf893b69d84, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=fdd6f092-3417-489c-b1cb-1cf893b69d84,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:42:50.131096 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.151314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.188150 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3420-beee-4fb4-8cab-ca3d9f8fcbef None None] Pushing event updated for resources: {'Port': ['ID=fdd6f092-3417-489c-b1cb-1cf893b69d84,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:50.198674 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.236578 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:50.239414 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:50.242899 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:50.282967 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Pushing event updated for resources: {'Port': ['ID=41a21fa3-411f-4280-8476-3dd444331162,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:50.506136 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.694385 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.824314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Router 40b00bc6-49c1-453d-9c4c-cf9697104154 is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:42:50.934951 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:42:50.947647 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Sync routers for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:42:50.960440 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:50.964450 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-ba08f5b2-89fd-4d55-8d6f-648ad846ce88 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5942371 Sep 08 15:42:50.964586 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:50.964586 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:50.964978 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37596) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:51.069576 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:42:51.086600 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d06e44-78e1-4530-9a14-389061fca0a6 None None] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:42:51.176983 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-e3b8d87a-4bdf-4b03-8969-72890ab95222 None None] Provisioning for port fdd6f092-3417-489c-b1cb-1cf893b69d84 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:51.256017 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:50Z', 'revision_number': 3, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:51.283335 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Checking router: 40b00bc6-49c1-453d-9c4c-cf9697104154 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:42:51.283909 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Updating router 40b00bc6-49c1-453d-9c4c-cf9697104154 port 41a21fa3-411f-4280-8476-3dd444331162 binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:42:51.309349 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.401788 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.569626 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Allocated IP 172.20.0.1 (47b209c8-4a31-4c1d-b0b1-87bba56c132a/28cccbb8-f0ad-4e30-9350-378b7b7ce2e7/9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:51.574565 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.584601 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Transition to ACTIVE for port object 41a21fa3-411f-4280-8476-3dd444331162 will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:51.590894 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.641687 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Attempting to bind port 41a21fa3-411f-4280-8476-3dd444331162 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:42:51.642040 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Attempting to bind port 41a21fa3-411f-4280-8476-3dd444331162 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:42:51.642399 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Attempting to bind port 41a21fa3-411f-4280-8476-3dd444331162 on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:51.645377 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Pushing event updated for resources: {'Port': ['ID=41a21fa3-411f-4280-8476-3dd444331162,revision_number=2']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:51.652791 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:42:51.653157 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:51.653556 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.653967 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:42:51.654419 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Bound port: 41a21fa3-411f-4280-8476-3dd444331162, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:42:51.654810 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.657698 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.658063 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.658401 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.658729 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.659056 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.659381 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.659706 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.660026 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.660360 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.660681 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.660996 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.661312 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:42:51.670728 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.683775 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Transition to ACTIVE for port object 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:51.711044 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] For port 41a21fa3-411f-4280-8476-3dd444331162, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:42:51.714252 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] For port 41a21fa3-411f-4280-8476-3dd444331162, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=41a21fa3-411f-4280-8476-3dd444331162,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:42:51.716895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.718609 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.759821 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:51.762652 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:51.766208 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:51.770554 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:51.771165 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:51.790392 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:51.809124 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:51.823546 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08730a-f5f7-49ef-b329-4b13c9adcd8d None None] Pushing event updated for resources: {'Port': ['ID=41a21fa3-411f-4280-8476-3dd444331162,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:51.905149 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:42:51.941836 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.052282 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-594554c1-9e33-4da7-9312-0a309bd8fe28 None None] Provisioning for port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:52.056082 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-594554c1-9e33-4da7-9312-0a309bd8fe28 None None] Provisioning complete for port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:52.056449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-594554c1-9e33-4da7-9312-0a309bd8fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.101112 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device fdd6f092-3417-489c-b1cb-1cf893b69d84 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:52.109714 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-594554c1-9e33-4da7-9312-0a309bd8fe28 None None] Port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:42:52.113852 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:50Z', 'revision_number': 3, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:52.140521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.142823 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19192e6-abb4-4bd3-ba89-e614281a204e None None] The sync data for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi is: [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:50Z', 'revision_number': 3, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:42:52.149506 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.162681 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port fdd6f092-3417-489c-b1cb-1cf893b69d84 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:52.167202 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port fdd6f092-3417-489c-b1cb-1cf893b69d84 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:52.167941 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.219979 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.234186 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:52.256481 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.291907 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port fdd6f092-3417-489c-b1cb-1cf893b69d84, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=fdd6f092-3417-489c-b1cb-1cf893b69d84,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:52.296056 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.334752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:52.336357 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:52.351884 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=fdd6f092-3417-489c-b1cb-1cf893b69d84,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:52.486917 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Router 40b00bc6-49c1-453d-9c4c-cf9697104154 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:42:52.608120 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:42:52.613534 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-caa467a0-6de3-417e-b745-5c25fcb270b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/40b00bc6-49c1-453d-9c4c-cf9697104154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6473837 Sep 08 15:42:52.635525 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-9a41dcba-45a5-40aa-bba1-f4c6b2486868 None None] Provisioning complete for port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:52.635920 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-9a41dcba-45a5-40aa-bba1-f4c6b2486868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:52.673109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-9a41dcba-45a5-40aa-bba1-f4c6b2486868 None None] Port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:42:53.089047 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37628) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:53.094644 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-731969642-network', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:53.115403 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Made reservation on behalf of efeb244765044564b7d7ceda98f05bef for: {'network': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:42:53.117731 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.128953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.216628 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.221468 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.247070 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:42:53.256827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c3477e-f661-4237-8f29-ef7debc6b493,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:53.263040 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.263452 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.segments_db [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Added segment 3b271db4-933e-402f-a322-836d7a491c14 of type vlan for network 98fae114-ee94-4598-809b-88fd5e2e1b31 Sep 08 15:42:53.309594 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.333959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.334975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:53.335558 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.364862 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2746420 Sep 08 15:42:53.367523 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37632) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:53.372288 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Request body: {'subnet': {'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-731969642-subnet', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:53.411529 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147af35-0e7a-4295-9807-1925a5606527 admin admin] Pushing event updated for resources: {'Network': ['ID=98fae114-ee94-4598-809b-88fd5e2e1b31,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:53.421530 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:42:53.426662 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Made reservation on behalf of efeb244765044564b7d7ceda98f05bef for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:42:53.428937 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127125923'] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.691911 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Sync routers for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:42:53.701010 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:53.701721 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:53.804857 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127463793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127125949'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.807899 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:42:53.864762 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9261112a-96cc-4cfd-a1ab-b19d1f3f67d0,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:53.872805 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Checking segment: {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:53.873177 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Network hostable DHCP agents. Network: 98fae114-ee94-4598-809b-88fd5e2e1b31, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:42:53.894964 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:42:53.904477 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 98fae114-ee94-4598-809b-88fd5e2e1b31) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:53.911383 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:53.912167 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.926308 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-08adb818-010e-479d-b548-a90e3c40ebe2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5577955 Sep 08 15:42:53.928814 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37638) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:53.933025 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:42:53.938786 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491ab61-a054-4b96-af56-f0f64d9faaae None None] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:42:53.956645 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:53.957957 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.024089 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.164538 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.226857 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device fdd6f092-3417-489c-b1cb-1cf893b69d84 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:54.300667 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:52Z', 'revision_number': 2, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:54.333018 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-98fae114-ee94-4598-809b-88fd5e2e1b31', 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'fixed_ips': [{'subnet_id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:42:54.333875 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.337386 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Checking router: 40b00bc6-49c1-453d-9c4c-cf9697104154 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:42:54.337758 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Updating router 40b00bc6-49c1-453d-9c4c-cf9697104154 port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:42:54.371892 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.382610 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port fdd6f092-3417-489c-b1cb-1cf893b69d84 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:54.382978 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.384373 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.390331 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.492117 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Allocated IP 172.27.0.214 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:54.595551 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.636128 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.641299 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Allocated IP 172.20.0.2 (98fae114-ee94-4598-809b-88fd5e2e1b31/9261112a-96cc-4cfd-a1ab-b19d1f3f67d0/3686eed4-6f99-4e91-b935-75b4ea375ec2) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:54.682310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:54.685129 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 41a21fa3-411f-4280-8476-3dd444331162 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:54.694304 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:54.695770 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:54.701099 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:54.847537 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 41a21fa3-411f-4280-8476-3dd444331162 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:54.862648 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 41a21fa3-411f-4280-8476-3dd444331162 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:54.863019 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.952973 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.981525 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:54.997931 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Transition to ACTIVE for port object 3686eed4-6f99-4e91-b935-75b4ea375ec2 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:55.039039 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.053908 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Transition to ACTIVE for port object 3686eed4-6f99-4e91-b935-75b4ea375ec2 will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:55.063335 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Transition to ACTIVE for port object 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:55.065791 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.067452 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.102654 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.127725 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 41a21fa3-411f-4280-8476-3dd444331162, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=41a21fa3-411f-4280-8476-3dd444331162,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:55.135455 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:55.139682 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.151022 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Pushing event updated for resources: {'Port': ['ID=3686eed4-6f99-4e91-b935-75b4ea375ec2,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:55.153630 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:55.158514 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:55.165380 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.273033 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3bebe-c062-4189-8d8f-3403a76da49d None None] Pushing event updated for resources: {'Port': ['ID=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:55.289641 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Attempting to bind port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:42:55.290035 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Attempting to bind port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:42:55.290389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Attempting to bind port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a on network 47b209c8-4a31-4c1d-b0b1-87bba56c132a {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:55.292318 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Attempting to bind port 3686eed4-6f99-4e91-b935-75b4ea375ec2 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:42:55.292684 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Attempting to bind port 3686eed4-6f99-4e91-b935-75b4ea375ec2 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:42:55.293299 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Attempting to bind port 3686eed4-6f99-4e91-b935-75b4ea375ec2 on network 98fae114-ee94-4598-809b-88fd5e2e1b31 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:55.320163 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:42:55.320714 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Checking segment: {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:55.320980 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.321370 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Bound using segment: {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:42:55.321609 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Router 42748553-0147-4c4d-a236-a22cac73d0f1 is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:42:55.321852 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Bound port: 3686eed4-6f99-4e91-b935-75b4ea375ec2, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:42:55.322235 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.326818 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:42:55.327185 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Checking segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:55.327576 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.327959 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Bound using segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:42:55.328449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Bound port: 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:42:55.328830 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.417248 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=41a21fa3-411f-4280-8476-3dd444331162,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:55.453967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:42:55.470513 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Sync routers for ids ['42748553-0147-4c4d-a236-a22cac73d0f1'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:42:55.471521 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] For port 3686eed4-6f99-4e91-b935-75b4ea375ec2, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:42:55.472661 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.476854 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c3b74bd2-46eb-4015-ae0a-257b26c50ac8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5446422 Sep 08 15:42:55.476998 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] For port 3686eed4-6f99-4e91-b935-75b4ea375ec2, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=3686eed4-6f99-4e91-b935-75b4ea375ec2,segment=NetworkSegment(3b271db4-933e-402f-a322-836d7a491c14),segment_id=3b271db4-933e-402f-a322-836d7a491c14)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:42:55.477395 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37652) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:42:55.481508 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] For port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:42:55.483276 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Routers {'42748553-0147-4c4d-a236-a22cac73d0f1'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:55.483998 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.484419 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['42748553-0147-4c4d-a236-a22cac73d0f1'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:55.487781 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] For port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:42:55.496180 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:55.556123 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e714102-2f40-4f2b-8032-13cd6fd40b16 None None] Pushing event updated for resources: {'Port': ['ID=3686eed4-6f99-4e91-b935-75b4ea375ec2,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:55.585493 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:55.586180 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:55.699651 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3bebe-c062-4189-8d8f-3403a76da49d None None] Pushing event updated for resources: {'Port': ['ID=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:55.744238 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:42:55.777415 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Set router 42748553-0147-4c4d-a236-a22cac73d0f1 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:42:56.062036 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:42:54Z', 'revision_number': 3, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:56.107491 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Checking router: 42748553-0147-4c4d-a236-a22cac73d0f1 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:42:56.107887 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Updating router 42748553-0147-4c4d-a236-a22cac73d0f1 port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:42:56.126660 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.165968 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.177136 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 3686eed4-6f99-4e91-b935-75b4ea375ec2 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:56.275152 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 3686eed4-6f99-4e91-b935-75b4ea375ec2 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:56.288709 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 41a21fa3-411f-4280-8476-3dd444331162 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:56.293144 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:56.348068 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afae1c-a999-4843-8963-de88fd7a78e1 None None] The sync data for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi is: [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:42:56.383555 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Allocated IP 172.20.0.1 (98fae114-ee94-4598-809b-88fd5e2e1b31/9261112a-96cc-4cfd-a1ab-b19d1f3f67d0/23b9aae7-c28b-4655-964a-d0c1c9ae6aca) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:42:56.398833 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 41a21fa3-411f-4280-8476-3dd444331162 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:56.400548 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.573972 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.598586 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Transition to ACTIVE for port object 23b9aae7-c28b-4655-964a-d0c1c9ae6aca will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:56.607693 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.624583 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Transition to ACTIVE for port object 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:42:56.643432 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.674575 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.710057 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Attempting to bind port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:42:56.710505 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Attempting to bind port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:42:56.710959 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Attempting to bind port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:42:56.723925 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9be9f-e701-4e48-a3ac-0692f9ace76d None None] Pushing event updated for resources: {'Port': ['ID=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,revision_number=2']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:56.734920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:56.738380 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:42:56.738590 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:56.739300 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:42:56.741921 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:42:56.744885 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.745514 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:42:56.746189 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Bound port: 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:42:56.746865 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.799381 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Pushing event updated for resources: {'Port': ['ID=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:56.830570 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.865942 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] For port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:42:56.870640 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] For port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:42:56.877929 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:56.965886 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Routers {'42748553-0147-4c4d-a236-a22cac73d0f1'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:56.966511 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['42748553-0147-4c4d-a236-a22cac73d0f1'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:56.973081 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9be9f-e701-4e48-a3ac-0692f9ace76d None None] Pushing event updated for resources: {'Port': ['ID=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:57.034231 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3572bd1-9db0-4abb-9e34-6ee3dea4af9f None None] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:42:57.079738 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.209206 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] Set router 42748553-0147-4c4d-a236-a22cac73d0f1 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:42:57.209982 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] Provisioning for port 3686eed4-6f99-4e91-b935-75b4ea375ec2 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:57.222467 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] Provisioning complete for port 3686eed4-6f99-4e91-b935-75b4ea375ec2 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:57.223189 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.231875 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5fb5e-2650-495c-bfda-fa52d79a3162 req-fd6dc2a0-c052-4b76-92cf-f01c607e030d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:57.252894 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aac5fb5e-2650-495c-bfda-fa52d79a3162 req-fd6dc2a0-c052-4b76-92cf-f01c607e030d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.1113050 Sep 08 15:42:57.286367 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-4bf227a0-0602-4431-8ee6-9220e2a5c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:57.292719 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-4bf227a0-0602-4431-8ee6-9220e2a5c004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.1378872 Sep 08 15:42:57.347073 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aac5fb5e-2650-495c-bfda-fa52d79a3162 req-71309811-4f7d-42df-af6c-b313060993e9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812752 Sep 08 15:42:57.509201 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.535308 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-2fb3df4b-e282-4d50-a6fd-2ef2dee40e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:57.536795 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-2fb3df4b-e282-4d50-a6fd-2ef2dee40e5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.1782069 Sep 08 15:42:57.567606 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] For port 3686eed4-6f99-4e91-b935-75b4ea375ec2, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=3686eed4-6f99-4e91-b935-75b4ea375ec2,segment=NetworkSegment(3b271db4-933e-402f-a322-836d7a491c14),segment_id=3b271db4-933e-402f-a322-836d7a491c14)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:57.574194 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.653185 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-1b587d98-1a72-4036-9fc0-eac9a2403348 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 217 time: 0.1061280 Sep 08 15:42:57.669855 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7e57-ba94-40ed-8416-3d8728b1bfba None None] Pushing event updated for resources: {'Port': ['ID=3686eed4-6f99-4e91-b935-75b4ea375ec2,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:57.693038 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:42:54Z', 'revision_number': 3, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:57.700457 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.730878 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc87c5e-ae69-49a9-ab06-1219bbd5d26f None None] The sync data for ids ['42748553-0147-4c4d-a236-a22cac73d0f1'] in dv-cinder-776307-8-iscsi is: [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:42:54Z', 'revision_number': 3, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:42:57.754103 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.802403 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-aa43fbbd-b596-4235-91ef-6451ff169b4e None None] Provisioning complete for port 3686eed4-6f99-4e91-b935-75b4ea375ec2 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:57.802923 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aa43fbbd-b596-4235-91ef-6451ff169b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.938657 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-aa43fbbd-b596-4235-91ef-6451ff169b4e None None] Provisioning for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:57.944178 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-aa43fbbd-b596-4235-91ef-6451ff169b4e None None] Provisioning complete for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:57.944554 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aa43fbbd-b596-4235-91ef-6451ff169b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:57.999365 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-aa43fbbd-b596-4235-91ef-6451ff169b4e None None] Port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:42:58.150660 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-2b611ab1-9962-4e47-b8b4-68b831035cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:58.152119 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-2b611ab1-9962-4e47-b8b4-68b831035cc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.4678502 Sep 08 15:42:58.153568 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f7d0137b-a433-4856-b4e1-8682b3304362 None None] Provisioning complete for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:58.155852 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f7d0137b-a433-4856-b4e1-8682b3304362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.199232 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 3686eed4-6f99-4e91-b935-75b4ea375ec2 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:58.200437 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Pushing event updated for resources: {'Port': ['ID=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:58.204507 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-846b7e11-62b2-4bba-8f0b-cbdd222f1350 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435069 Sep 08 15:42:58.206059 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.231816 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0137b-a433-4856-b4e1-8682b3304362 None None] Port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:42:58.279464 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 3686eed4-6f99-4e91-b935-75b4ea375ec2 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:58.280082 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.402097 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:42:58.410421 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d93b0e-e639-4cf9-bba8-59723917d984 req-336cf310-0ba7-4c8d-9a33-d8f0d0d8ee82 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:58.412255 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-81d93b0e-e639-4cf9-bba8-59723917d984 req-336cf310-0ba7-4c8d-9a33-d8f0d0d8ee82 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0700538 Sep 08 15:42:58.462687 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-81d93b0e-e639-4cf9-bba8-59723917d984 req-46224ec9-b0ff-454b-9648-8442d3a3d6f2 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Sep 08 15:42:58.463825 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:42:58.467869 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:58.468242 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.483854 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-fe394c02-db3d-4219-b3a2-430cb670c86e service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467942 Sep 08 15:42:58.487781 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:42:58.509476 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:42:58.594453 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ed769-a976-4a7a-b4ac-d0972fb1dd44 req-f713f041-a48f-41a8-ba27-72b80a88284d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:58.603167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-490ed769-a976-4a7a-b4ac-d0972fb1dd44 req-f713f041-a48f-41a8-ba27-72b80a88284d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.1380124 Sep 08 15:42:58.628046 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.658428 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-490ed769-a976-4a7a-b4ac-d0972fb1dd44 req-ee3941eb-222e-401c-9421-a67b99908b2f tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539677 Sep 08 15:42:58.687207 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:42:58.691924 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.750948 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:42:58.798528 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Router 42748553-0147-4c4d-a236-a22cac73d0f1 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:42:58.866171 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0cd33d24-505b-4a4d-afd8-936f7f88fd6c req-e7665210-7299-4c12-b72d-53691d36a4fe service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702893 Sep 08 15:42:58.903595 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-fc5e9753-6a2f-49ef-9f23-3f937f86f08f None None] Provisioning complete for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:42:58.903977 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9753-6a2f-49ef-9f23-3f937f86f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:42:58.951096 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e9753-6a2f-49ef-9f23-3f937f86f08f None None] Port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:42:58.970665 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:42:58.977045 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-55e6be71-735e-480d-aab6-10c8f495f860 admin admin] 10.222.0.54 "PUT /v2.0/routers/42748553-0147-4c4d-a236-a22cac73d0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977694 Sep 08 15:42:59.580137 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28eacd-6e4f-4b54-8113-366701f91d60 req-c8db0565-bda6-431a-8b61-da4b89467c48 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:59.581987 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6e28eacd-6e4f-4b54-8113-366701f91d60 req-c8db0565-bda6-431a-8b61-da4b89467c48 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0522902 Sep 08 15:42:59.620526 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6e28eacd-6e4f-4b54-8113-366701f91d60 req-bdcd9e2d-ab61-432b-9292-7653bc0e612a tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Sep 08 15:42:59.771890 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e42b4-2a93-4ee0-b305-a86bc1452017 req-94da359c-c238-47b7-b807-5e766a1ec5a0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:42:59.773300 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0d0e42b4-2a93-4ee0-b305-a86bc1452017 req-94da359c-c238-47b7-b807-5e766a1ec5a0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0502276 Sep 08 15:42:59.814514 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0d0e42b4-2a93-4ee0-b305-a86bc1452017 req-dcddc1fe-9e2f-4604-a728-0e68dedeb210 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Sep 08 15:42:59.848158 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Sync routers for ids ['42748553-0147-4c4d-a236-a22cac73d0f1'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:42:59.857244 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Routers {'42748553-0147-4c4d-a236-a22cac73d0f1'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:42:59.857961 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['42748553-0147-4c4d-a236-a22cac73d0f1'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:42:59.963802 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Set router 42748553-0147-4c4d-a236-a22cac73d0f1 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:00.094427 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:00.189560 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:00.189993 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.225549 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:42:57Z', 'revision_number': 4, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '23b9aae7-c28b-4655-964a-d0c1c9ae6aca', 'name': '', 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'mac_address': 'fa:16:3e:7c:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:56Z', 'updated_at': '2021-09-08T15:42:57Z', 'revision_number': 2, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'subnets': [{'id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:00.256224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Checking router: 42748553-0147-4c4d-a236-a22cac73d0f1 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:43:00.256575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Updating router 42748553-0147-4c4d-a236-a22cac73d0f1 port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:43:00.290462 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.352586 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:00.479860 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:00.490223 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:00.490590 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.754106 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697aef0-4789-4240-8bf1-a1c2cd131306 req-bb5de614-a5b2-4c15-99e9-7a75c4710e1f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:00.755761 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8697aef0-4789-4240-8bf1-a1c2cd131306 req-bb5de614-a5b2-4c15-99e9-7a75c4710e1f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0550332 Sep 08 15:43:00.763018 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.794912 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:00.797323 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8697aef0-4789-4240-8bf1-a1c2cd131306 req-4eef08bf-c208-48df-bec1-cdaf38ff4912 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Sep 08 15:43:00.800071 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.802347 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.834528 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Transition to ACTIVE for port object 23b9aae7-c28b-4655-964a-d0c1c9ae6aca will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:00.837250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37742) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:00.844596 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.845256 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715505105', 'description': 'tempest-secgroup-smoke-715505105 description', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:00.866583 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:00.895520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.955011 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee23e8-8c88-43a2-9cbd-187c40469544 None None] Pushing event updated for resources: {'Port': ['ID=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:00.977095 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffbb5f-f921-40d9-9c50-275ae8186abb req-52c312cf-25bd-4e79-b785-5b74c0f29a8d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:00.978124 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Attempting to bind port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:00.979318 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Attempting to bind port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:00.979694 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Attempting to bind port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca on network 98fae114-ee94-4598-809b-88fd5e2e1b31 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:00.986028 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:00.986340 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Checking segment: {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:00.986679 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.987070 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Bound using segment: {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:00.987586 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Bound port: 23b9aae7-c28b-4655-964a-d0c1c9ae6aca, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b271db4-933e-402f-a322-836d7a491c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:00.987975 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:00.989125 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ccffbb5f-f921-40d9-9c50-275ae8186abb req-52c312cf-25bd-4e79-b785-5b74c0f29a8d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0777981 Sep 08 15:43:01.059525 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.067650 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.089270 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] For port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:01.093102 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] For port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,segment=NetworkSegment(3b271db4-933e-402f-a322-836d7a491c14),segment_id=3b271db4-933e-402f-a322-836d7a491c14)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:01.103161 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.111170 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ccffbb5f-f921-40d9-9c50-275ae8186abb req-681829a9-dee0-492a-8a8a-f4722cb08d26 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124897 Sep 08 15:43:01.119166 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.121559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.122787 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-ef896d1c-3f89-46c1-b4aa-b6b00df78573 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2839854 Sep 08 15:43:01.127480 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37754) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:01.137419 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group_rule': {'security_group_id': 'cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:01.165506 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee23e8-8c88-43a2-9cbd-187c40469544 None None] Pushing event updated for resources: {'Port': ['ID=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.168570 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Routers {'42748553-0147-4c4d-a236-a22cac73d0f1'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:01.169118 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['42748553-0147-4c4d-a236-a22cac73d0f1'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:01.172067 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.267281 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.273998 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.296360 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5bbad5-6e6a-42fc-a5ca-2136216cb34a,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.300449 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-5e362264-6345-49bf-8839-03546090ce0e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:01.300611 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] Set router 42748553-0147-4c4d-a236-a22cac73d0f1 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:01.304103 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-5e362264-6345-49bf-8839-03546090ce0e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 946 time: 0.0917656 Sep 08 15:43:01.314300 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.316628 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-50723443-4e3c-48d9-b33b-3afb6c2c4bb9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879818 Sep 08 15:43:01.319006 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37758) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:01.323601 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group_rule': {'security_group_id': 'cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:01.366191 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.433542 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Deleting port e5fb5b02-3156-468c-a902-4a2d160b0b98 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:01.434364 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.448533 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.452950 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.474286 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38bcfc2-75ac-406c-b486-29cdfef7981f,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.478591 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.482473 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-54a22e3c-9d84-4f8d-9388-dbdaa836bc09 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598992 Sep 08 15:43:01.482878 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37760) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:01.487919 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group_rule': {'security_group_id': 'cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:01.519773 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.551208 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] For port e5fb5b02-3156-468c-a902-4a2d160b0b98, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e5fb5b02-3156-468c-a902-4a2d160b0b98,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:01.551573 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.565068 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Calling delete_port for e5fb5b02-3156-468c-a902-4a2d160b0b98 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:01.569708 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:42:57Z', 'revision_number': 4, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '23b9aae7-c28b-4655-964a-d0c1c9ae6aca', 'name': '', 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'mac_address': 'fa:16:3e:7c:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:56Z', 'updated_at': '2021-09-08T15:43:01Z', 'revision_number': 4, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'subnets': [{'id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:01.584650 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.588664 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.602743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ce7b27-05a9-4fec-b5d3-7752941c6002 None None] The sync data for ids ['42748553-0147-4c4d-a236-a22cac73d0f1'] in dv-cinder-776307-8-iscsi is: [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:42:57Z', 'revision_number': 4, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '23b9aae7-c28b-4655-964a-d0c1c9ae6aca', 'name': '', 'network_id': '98fae114-ee94-4598-809b-88fd5e2e1b31', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'mac_address': 'fa:16:3e:7c:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:56Z', 'updated_at': '2021-09-08T15:43:01Z', 'revision_number': 4, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'subnets': [{'id': '9261112a-96cc-4cfd-a1ab-b19d1f3f67d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:43:01.608050 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bf37fc-b2a1-44bc-a624-96b346d41b26,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.618938 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.623159 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-fe671994-2e66-4bb1-89bb-0922741148cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393676 Sep 08 15:43:01.623364 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37762) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:01.628589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group_rule': {'security_group_id': 'cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:01.694477 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.797163 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.799901 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.807412 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.836228 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Pushing event deleted for resources: {'Port': ['ID=e5fb5b02-3156-468c-a902-4a2d160b0b98,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.837242 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['e5fb5b02-3156-468c-a902-4a2d160b0b98'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:01.880509 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241d38f0-b6f2-4bee-aad6-38adf79fdee2,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:01.898025 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] No DVR routers for this DVR port e5fb5b02-3156-468c-a902-4a2d160b0b98 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:01.900337 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.904240 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-4f8c3c8e-735a-459f-8b75-3c3530d79e96 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2772000 Sep 08 15:43:01.904240 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:01.904660 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-22ff7c20-11ce-4398-a9f5-d8ae5cde26a9 req-7a0ba145-04b0-47f3-9312-17fb65dd5f4f tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "DELETE /v2.0/ports/e5fb5b02-3156-468c-a902-4a2d160b0b98 HTTP/1.1" status: 204 len: 173 time: 0.5868568 Sep 08 15:43:01.905117 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'name': 'network-vif-deleted', 'tag': 'e5fb5b02-3156-468c-a902-4a2d160b0b98'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:01.905866 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37768) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:01.907648 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1cfb27-fbab-45fb-95b8-b61ccd136f5e" -d '{"events": [{"server_uuid": "a82e0340-c466-40d4-a75d-3552536f84d4", "name": "network-vif-deleted", "tag": "e5fb5b02-3156-468c-a902-4a2d160b0b98"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:01.929475 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group_rule': {'security_group_id': 'cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:01.952369 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a39ca23e-0ca6-440e-b097-258a482bdcb2 req-a073fd69-9ab2-4e10-879d-20d507171fd9 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82e0340-c466-40d4-a75d-3552536f84d4 HTTP/1.1" status: 200 len: 210 time: 0.0447700 Sep 08 15:43:01.979954 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.securitygroups_db [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Project 3bd4fe66a2bb443ca69b0d1902e9c81f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:43:01.990034 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4296dc4-3aec-46a7-941a-b5f38a6dcbac x-openstack-request-id: req-a4296dc4-3aec-46a7-941a-b5f38a6dcbac {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:01.990363 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82e0340-c466-40d4-a75d-3552536f84d4", "name": "network-vif-deleted", "tag": "e5fb5b02-3156-468c-a902-4a2d160b0b98", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:01.990612 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4296dc4-3aec-46a7-941a-b5f38a6dcbac {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:01.991096 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82e0340-c466-40d4-a75d-3552536f84d4', 'name': 'network-vif-deleted', 'tag': 'e5fb5b02-3156-468c-a902-4a2d160b0b98', 'status': 'completed', 'code': 200} Sep 08 15:43:01.992633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.067892 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.072691 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.091690 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197b56df-e10c-447b-a48a-d41245837ae0,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:02.099179 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.100719 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-8175c82f-5d1f-46f6-a200-b88f2e14ffbf tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1912198 Sep 08 15:43:02.103456 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37776) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:02.108283 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'security_group_rule': {'security_group_id': 'cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839', 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:02.142557 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:02.188047 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.securitygroups_db [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Project 3bd4fe66a2bb443ca69b0d1902e9c81f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:43:02.194284 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.297634 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:02.298233 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.334205 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.343127 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4246f0-d718-4bf5-9529-64ffc0fbb73a req-c38d1b58-1f17-4962-b937-36436351adf3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:02.345073 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4e4246f0-d718-4bf5-9529-64ffc0fbb73a req-c38d1b58-1f17-4962-b937-36436351adf3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0962734 Sep 08 15:43:02.352087 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.388655 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baed86e4-6102-4043-91e1-02f7a0b747a2,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:02.395209 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.402170 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b9a9871e-65c9-43dd-b09f-cc4fd0215246 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2976313 Sep 08 15:43:02.427270 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4e4246f0-d718-4bf5-9529-64ffc0fbb73a req-945c57da-441e-4a0e-ad78-33ab8dec290e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 Sep 08 15:43:02.437809 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 23b9aae7-c28b-4655-964a-d0c1c9ae6aca up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:02.490065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37792) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:02.498785 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:02.503190 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:02.503557 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.585001 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.615270 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c07e5129-d926-40b5-9e5d-b4562d46a192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.623409 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,segment=NetworkSegment(3b271db4-933e-402f-a322-836d7a491c14),segment_id=3b271db4-933e-402f-a322-836d7a491c14)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:02.628205 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.688075 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:02.721350 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c07e5129-d926-40b5-9e5d-b4562d46a192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.725440 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c07e5129-d926-40b5-9e5d-b4562d46a192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.761906 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e5129-d926-40b5-9e5d-b4562d46a192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc90310-bde2-494f-9e57-91b032c17ce3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:02.767336 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c07e5129-d926-40b5-9e5d-b4562d46a192 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdbf369c8d3a451eb8cca33b632e6ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762363 Sep 08 15:43:02.769859 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37832) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:02.833146 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-47bbbed8-b9aa-401d-82e2-42186edd6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.858749 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-47bbbed8-b9aa-401d-82e2-42186edd6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.927656 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-47bbbed8-b9aa-401d-82e2-42186edd6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.930291 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-47bbbed8-b9aa-401d-82e2-42186edd6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:02.934040 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-47bbbed8-b9aa-401d-82e2-42186edd6873 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fc90310-bde2-494f-9e57-91b032c17ce3 HTTP/1.1" status: 204 len: 168 time: 0.1631713 Sep 08 15:43:02.950888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbbed8-b9aa-401d-82e2-42186edd6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc90310-bde2-494f-9e57-91b032c17ce3,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:03.594297 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c48da-cc7f-48aa-a687-23057fe0beb7 req-07bf6e98-932e-4110-8805-2e59075f2716 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:03.596286 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0e1c48da-cc7f-48aa-a687-23057fe0beb7 req-07bf6e98-932e-4110-8805-2e59075f2716 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0682902 Sep 08 15:43:03.637284 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0e1c48da-cc7f-48aa-a687-23057fe0beb7 req-4034ea93-569c-445e-b63c-4ecef52cbb84 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Sep 08 15:43:03.698224 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37884) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:03.801007 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1115809609-network', 'tenant_id': 'e485550a654b419aae39dff67c89193d'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:03.824192 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Made reservation on behalf of e485550a654b419aae39dff67c89193d for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:43:03.826503 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:03.835289 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:03.924750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:03.928324 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:03.953331 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:43:03.958532 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c3670a-d3ed-4a6a-8452-e621d8c6ed9e,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:03.965423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:03.965942 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Added segment 8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5 of type vlan for network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 Sep 08 15:43:04.008332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.025350 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 23b9aae7-c28b-4655-964a-d0c1c9ae6aca up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:04.034927 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.035867 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:04.036439 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.073727 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3743706 Sep 08 15:43:04.074173 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37892) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:04.076435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:04.076977 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.081792 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Request body: {'subnet': {'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1115809609-subnet', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:04.112980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Made reservation on behalf of e485550a654b419aae39dff67c89193d for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:43:04.114311 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ab6a-8adf-4d04-8246-3d7193a722c7 admin admin] Pushing event updated for resources: {'Network': ['ID=30d1c591-8c78-44e8-9491-a4e5de4d4a63,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:04.115992 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127125923'] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.125869 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:43:04.301265 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127463793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127125949'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.355861 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cccbb3-348b-44a0-91ca-b32f2bc9345a,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:04.364933 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Checking segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:04.365282 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Network hostable DHCP agents. Network: 30d1c591-8c78-44e8-9491-a4e5de4d4a63, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:43:04.381783 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:43:04.391500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 30d1c591-8c78-44e8-9491-a4e5de4d4a63) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:04.396673 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:04.397484 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.401856 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed4fd4-6d9d-4f55-aa48-441ed978e9e9 None None] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:43:04.412884 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1f190421-4d83-4ab2-9bce-808866cdf9a7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3374610 Sep 08 15:43:04.415515 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37896) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:04.419888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:04.440606 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.441626 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.492722 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.551847 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:43:04.552704 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.708487 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.714431 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Allocated IP 172.20.0.2 (30d1c591-8c78-44e8-9491-a4e5de4d4a63/f4cccbb3-348b-44a0-91ca-b32f2bc9345a/c6580ede-69c5-42c9-b246-6117c70b85bc) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:04.867492 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.874621 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.883561 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Transition to ACTIVE for port object c6580ede-69c5-42c9-b246-6117c70b85bc will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:04.898836 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Transition to ACTIVE for port object c6580ede-69c5-42c9-b246-6117c70b85bc will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:04.905961 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:04.936012 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c5ed8-4ce8-407d-8e18-737e7191dda0 req-4481ba85-f701-4f4d-86e6-0856f9d137fe tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:04.944864 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e09c5ed8-4ce8-407d-8e18-737e7191dda0 req-4481ba85-f701-4f4d-86e6-0856f9d137fe tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0808597 Sep 08 15:43:04.947581 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:04.950408 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:04.954387 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:04.987481 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Pushing event updated for resources: {'Port': ['ID=c6580ede-69c5-42c9-b246-6117c70b85bc,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:04.993133 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e09c5ed8-4ce8-407d-8e18-737e7191dda0 req-825ca3cf-74a3-4889-ab53-9303f033294d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Sep 08 15:43:05.020322 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Attempting to bind port c6580ede-69c5-42c9-b246-6117c70b85bc on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:05.020697 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Attempting to bind port c6580ede-69c5-42c9-b246-6117c70b85bc by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:05.021133 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Attempting to bind port c6580ede-69c5-42c9-b246-6117c70b85bc on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:05.028342 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:05.029029 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Checking segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:05.029135 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.029479 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Bound using segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:05.029966 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Bound port: c6580ede-69c5-42c9-b246-6117c70b85bc, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:05.030543 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.095803 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] For port c6580ede-69c5-42c9-b246-6117c70b85bc, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:05.099040 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] For port c6580ede-69c5-42c9-b246-6117c70b85bc, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=c6580ede-69c5-42c9-b246-6117c70b85bc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:05.103583 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.164857 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad497eb8-2e3b-46d1-bf11-65bf2ccfd8a3 None None] Pushing event updated for resources: {'Port': ['ID=c6580ede-69c5-42c9-b246-6117c70b85bc,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:05.170049 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.189985 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.302711 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Allocated IP 172.27.0.97 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/6c1638ca-8543-415b-9768-63b0e555d837) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:05.431199 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.472961 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.509513 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:05.514192 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:05.518629 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:05.554569 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1638ca-8543-415b-9768-63b0e555d837,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:05.738170 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:05.937224 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.064764 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c281e1-e70b-40d8-8ced-dafef664aaf8 None None] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:43:06.077885 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device c6580ede-69c5-42c9-b246-6117c70b85bc up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:06.094735 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Router a776325d-7334-4c98-85ab-efbc768b1b38 is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:43:06.207003 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:43:06.217523 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:43:06.229743 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:06.231017 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:06.233177 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.243528 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b78c8282-69ea-4bd1-8ccd-26c05d1f6da3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8191586 Sep 08 15:43:06.243887 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37918) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:06.290798 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-ed744e3a-7043-4049-ad22-9c859999be10 None None] Provisioning for port c6580ede-69c5-42c9-b246-6117c70b85bc completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:06.316225 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port c6580ede-69c5-42c9-b246-6117c70b85bc completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:06.322249 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port c6580ede-69c5-42c9-b246-6117c70b85bc triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:06.322835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.376100 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:06.457547 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.501337 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port c6580ede-69c5-42c9-b246-6117c70b85bc, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=c6580ede-69c5-42c9-b246-6117c70b85bc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:06.508966 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.562487 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=c6580ede-69c5-42c9-b246-6117c70b85bc,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:06.584665 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:05Z', 'revision_number': 3, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:06.611785 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:43:06.612153 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Updating router a776325d-7334-4c98-85ab-efbc768b1b38 port 6c1638ca-8543-415b-9768-63b0e555d837 binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:43:06.644056 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.721936 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-8f874c92-fbf5-48ba-a42b-e0784cec2322 None None] Provisioning complete for port c6580ede-69c5-42c9-b246-6117c70b85bc triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:06.722308 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8f874c92-fbf5-48ba-a42b-e0784cec2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.760658 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:06.918280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Allocated IP 172.20.0.1 (30d1c591-8c78-44e8-9491-a4e5de4d4a63/f4cccbb3-348b-44a0-91ca-b32f2bc9345a/5c8c060a-3321-494b-bd44-a17ceed55a49) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:06.988391 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.003109 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Transition to ACTIVE for port object 6c1638ca-8543-415b-9768-63b0e555d837 will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:07.008124 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.026455 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.040456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Transition to ACTIVE for port object 5c8c060a-3321-494b-bd44-a17ceed55a49 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:07.054494 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Attempting to bind port 6c1638ca-8543-415b-9768-63b0e555d837 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:07.055152 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Attempting to bind port 6c1638ca-8543-415b-9768-63b0e555d837 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:07.055653 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Attempting to bind port 6c1638ca-8543-415b-9768-63b0e555d837 on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:07.068968 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:07.069488 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:07.069996 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.070471 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:07.071189 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Bound port: 6c1638ca-8543-415b-9768-63b0e555d837, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:07.071587 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.073976 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e26c07-58d7-4c09-8b3a-97db93eec5c6 None None] Pushing event updated for resources: {'Port': ['ID=6c1638ca-8543-415b-9768-63b0e555d837,revision_number=2']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:07.089822 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.128609 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:07.130907 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] For port 6c1638ca-8543-415b-9768-63b0e555d837, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:07.133212 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:07.134289 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] For port 6c1638ca-8543-415b-9768-63b0e555d837, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=6c1638ca-8543-415b-9768-63b0e555d837,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:07.137404 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:07.140489 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.177349 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8c060a-3321-494b-bd44-a17ceed55a49,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:07.191203 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.204385 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e26c07-58d7-4c09-8b3a-97db93eec5c6 None None] Pushing event updated for resources: {'Port': ['ID=6c1638ca-8543-415b-9768-63b0e555d837,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:07.207222 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:07.207916 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:07.251961 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ee1329fe-9c86-4667-a746-825dcf1a01dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.327089 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:07.350302 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.352785 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e5fb5b02-3156-468c-a902-4a2d160b0b98 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:43:07.431315 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: e5fb5b02-3156-468c-a902-4a2d160b0b98 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:43:07.431653 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e5fb5b02-3156-468c-a902-4a2d160b0b98 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:43:07.444893 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c194d7ae-3e70-42d7-b812-0bc81c0f1f54 None None] Provisioning for port 5c8c060a-3321-494b-bd44-a17ceed55a49 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:07.449449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c194d7ae-3e70-42d7-b812-0bc81c0f1f54 None None] Provisioning complete for port 5c8c060a-3321-494b-bd44-a17ceed55a49 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:07.450027 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c194d7ae-3e70-42d7-b812-0bc81c0f1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.484153 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-c194d7ae-3e70-42d7-b812-0bc81c0f1f54 None None] Port 5c8c060a-3321-494b-bd44-a17ceed55a49 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:43:07.523134 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:05Z', 'revision_number': 3, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:07.545232 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.552812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.554110 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b07dc4-628e-49f6-b3e5-a88ead0d112c None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:05Z', 'revision_number': 3, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:43:07.623544 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8c060a-3321-494b-bd44-a17ceed55a49,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:07.626904 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:07.720421 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:07.721931 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:07.863763 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:43:07.985093 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:43:07.994291 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-0a05da7a-6c25-4359-b090-d4537bb090d3 admin admin] 10.222.0.54 "PUT /v2.0/routers/a776325d-7334-4c98-85ab-efbc768b1b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533996 Sep 08 15:43:08.009889 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-3c14d66e-1120-47b1-847c-917751dad5df None None] Provisioning complete for port 5c8c060a-3321-494b-bd44-a17ceed55a49 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:08.010253 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3c14d66e-1120-47b1-847c-917751dad5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.045887 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-3c14d66e-1120-47b1-847c-917751dad5df None None] Port 5c8c060a-3321-494b-bd44-a17ceed55a49 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:43:08.101916 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device c6580ede-69c5-42c9-b246-6117c70b85bc up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:08.151426 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port c6580ede-69c5-42c9-b246-6117c70b85bc triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:08.151844 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.238919 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 6c1638ca-8543-415b-9768-63b0e555d837 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:08.292837 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 6c1638ca-8543-415b-9768-63b0e555d837 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:08.300626 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 6c1638ca-8543-415b-9768-63b0e555d837 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:08.301312 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.403866 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.430832 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 6c1638ca-8543-415b-9768-63b0e555d837, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=6c1638ca-8543-415b-9768-63b0e555d837,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:08.436632 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.492393 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=6c1638ca-8543-415b-9768-63b0e555d837,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:08.568314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37948) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:08.573356 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-604079097-network', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:08.595755 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Made reservation on behalf of 8e3f70be286a4c709408bddd9b319feb for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:43:08.598142 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.607237 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.705254 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.708930 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.729360 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:43:08.744916 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855a460a-f139-4baf-b467-e329f797ca6c,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:08.747785 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.748132 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Added segment 4565762f-3217-4a77-b982-be2a39a83bf1 of type vlan for network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 Sep 08 15:43:08.788181 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.811679 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.813243 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:08.813869 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.846910 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2744648 Sep 08 15:43:08.847106 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 37950) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:08.851741 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Request body: {'subnet': {'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-604079097-subnet', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:08.878270 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Made reservation on behalf of 8e3f70be286a4c709408bddd9b319feb for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:43:08.879616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4118-1199-47f5-9d56-0362a9f67786 admin admin] Pushing event updated for resources: {'Network': ['ID=b65797b0-8c28-4b0f-8d9e-9d765ba21c17,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:08.880804 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127125923'] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:08.891014 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:43:09.057436 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127463793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127125949'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.119640 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4cb358-42c3-4c07-8751-3b6e71bb8962,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:09.128133 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Checking segment: {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:09.128485 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Network hostable DHCP agents. Network: b65797b0-8c28-4b0f-8d9e-9d765ba21c17, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:43:09.144880 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:43:09.155099 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, b65797b0-8c28-4b0f-8d9e-9d765ba21c17) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:09.159358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:09.159958 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.165008 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaab04a-3737-463a-8bf2-32fc22ddc483 None None] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:43:09.175594 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-bcd0f7a5-e0a7-4039-8945-923ff8597f39 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3276298 Sep 08 15:43:09.178161 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37952) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:09.183086 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:09.209094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.209997 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.276989 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.337286 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-b65797b0-8c28-4b0f-8d9e-9d765ba21c17', 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'fixed_ips': [{'subnet_id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:43:09.338942 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.457931 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.486732 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:43:09.507635 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:09.508291 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:42:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:09.508566 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1be90-fe94-41ec-b469-b62b00604733 req-0a79dda7-ccb4-42b8-8c37-3c010b9ea183 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:09.510118 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-15f1be90-fe94-41ec-b469-b62b00604733 req-0a79dda7-ccb4-42b8-8c37-3c010b9ea183 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.1117425 Sep 08 15:43:09.556911 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Allocated IP 172.20.0.2 (b65797b0-8c28-4b0f-8d9e-9d765ba21c17/1b4cb358-42c3-4c07-8751-3b6e71bb8962/b90f90a0-1d31-473c-8ef1-43c9004c076d) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:09.586692 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-15f1be90-fe94-41ec-b469-b62b00604733 req-7a0c2175-dca2-424a-8c1f-df73f922ad7c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695031 Sep 08 15:43:09.694773 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:09.709574 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.730083 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.834610 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Allocated IP 172.27.0.180 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/202c684d-6091-4c95-9e6e-eb48f5167aec) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:09.840602 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8b041644-f476-40f8-9f24-3ce25bfc6f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.854454 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.894211 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Transition to ACTIVE for port object b90f90a0-1d31-473c-8ef1-43c9004c076d will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:09.920999 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Transition to ACTIVE for port object b90f90a0-1d31-473c-8ef1-43c9004c076d will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:09.932743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.946431 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:09.998006 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.013365 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:10.014378 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Pushing event updated for resources: {'Port': ['ID=b90f90a0-1d31-473c-8ef1-43c9004c076d,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:10.018462 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:10.021224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:10.047506 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:10.050918 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:10.061769 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:10.070080 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=202c684d-6091-4c95-9e6e-eb48f5167aec,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:10.078605 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 6c1638ca-8543-415b-9768-63b0e555d837 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:10.089059 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 2, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:10.142875 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:43:10.143224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Updating router a776325d-7334-4c98-85ab-efbc768b1b38 port 5c8c060a-3321-494b-bd44-a17ceed55a49 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:43:10.145268 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Attempting to bind port b90f90a0-1d31-473c-8ef1-43c9004c076d on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:10.145636 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Attempting to bind port b90f90a0-1d31-473c-8ef1-43c9004c076d by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:10.146018 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Attempting to bind port b90f90a0-1d31-473c-8ef1-43c9004c076d on network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:10.302340 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:10.302948 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Checking segment: {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:10.303355 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.303753 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Bound using segment: {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:10.304240 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Bound port: b90f90a0-1d31-473c-8ef1-43c9004c076d, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:10.304655 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.330041 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.350389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.426572 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 6c1638ca-8543-415b-9768-63b0e555d837 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:10.426948 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.469471 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] For port b90f90a0-1d31-473c-8ef1-43c9004c076d, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:10.536023 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] For port b90f90a0-1d31-473c-8ef1-43c9004c076d, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b90f90a0-1d31-473c-8ef1-43c9004c076d,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:10.549363 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.589286 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.760991 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce055e-0d1f-4b89-a868-a7e9038cd244 None None] Pushing event updated for resources: {'Port': ['ID=b90f90a0-1d31-473c-8ef1-43c9004c076d,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:10.919131 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.979956 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:10.983323 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3782fb-0fd0-468b-8e58-6d153de59c52 req-9a10b76a-316a-4fe7-8eae-1317007e6505 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:10.985093 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3f3782fb-0fd0-468b-8e58-6d153de59c52 req-9a10b76a-316a-4fe7-8eae-1317007e6505 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.1756527 Sep 08 15:43:11.037373 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:11.049937 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Transition to ACTIVE for port object 5c8c060a-3321-494b-bd44-a17ceed55a49 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:11.057425 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:11.106090 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3f3782fb-0fd0-468b-8e58-6d153de59c52 req-f7762cd1-fb5c-4801-ae90-18dca4cdfdc7 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108873 Sep 08 15:43:11.121860 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05218b8c-3488-4e7f-84ba-bb32ab5f8c0e None None] Pushing event updated for resources: {'Port': ['ID=5c8c060a-3321-494b-bd44-a17ceed55a49,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:11.146419 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Router f2121733-0e5d-4be2-9c37-5b04f31cd09c is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:43:11.176460 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Attempting to bind port 5c8c060a-3321-494b-bd44-a17ceed55a49 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:11.176893 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Attempting to bind port 5c8c060a-3321-494b-bd44-a17ceed55a49 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:11.177432 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Attempting to bind port 5c8c060a-3321-494b-bd44-a17ceed55a49 on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:11.183221 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:11.183589 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Checking segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:11.183987 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:11.184381 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Bound using segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:11.184908 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Bound port: 5c8c060a-3321-494b-bd44-a17ceed55a49, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:11.185292 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:11.264823 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] For port 5c8c060a-3321-494b-bd44-a17ceed55a49, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:11.270435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] For port 5c8c060a-3321-494b-bd44-a17ceed55a49, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=5c8c060a-3321-494b-bd44-a17ceed55a49,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:11.273408 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:43:11.276441 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:11.283307 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Sync routers for ids ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:43:11.291873 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:11.295499 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-791bef8a-c422-44b1-82bf-f18a113a2cb7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1138952 Sep 08 15:43:11.295836 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 37998) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:11.296740 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Routers {'f2121733-0e5d-4be2-9c37-5b04f31cd09c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:11.297386 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:11.326562 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:11.327212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:11.382542 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05218b8c-3488-4e7f-84ba-bb32ab5f8c0e None None] Pushing event updated for resources: {'Port': ['ID=5c8c060a-3321-494b-bd44-a17ceed55a49,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:11.467960 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Set router f2121733-0e5d-4be2-9c37-5b04f31cd09c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:11.472656 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:11.838804 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:10Z', 'revision_number': 3, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:11.861120 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-854f748c-924a-411d-be1b-83c81288f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:11Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:11.880856 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Checking router: f2121733-0e5d-4be2-9c37-5b04f31cd09c for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:43:11.881293 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Updating router f2121733-0e5d-4be2-9c37-5b04f31cd09c port 202c684d-6091-4c95-9e6e-eb48f5167aec binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:43:11.907873 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f748c-924a-411d-be1b-83c81288f188 None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:11Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:43:11.932192 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.021233 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.251843 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b90f90a0-1d31-473c-8ef1-43c9004c076d up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:12.356781 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port b90f90a0-1d31-473c-8ef1-43c9004c076d completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:12.367878 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 5c8c060a-3321-494b-bd44-a17ceed55a49 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:12.409690 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24841d-a420-42e7-8693-93768cc5b778 None None] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:43:12.462797 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Allocated IP 172.20.0.1 (b65797b0-8c28-4b0f-8d9e-9d765ba21c17/1b4cb358-42c3-4c07-8751-3b6e71bb8962/1f7e9e07-9cc6-40a5-b4d3-770e10b404b4) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:12.509834 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.527607 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303233-4e98-4235-8518-63b8687d754a req-ccbc1f73-5b4f-4b8d-9cbd-f750c8ea673d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:12.532675 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] Provisioning for port b90f90a0-1d31-473c-8ef1-43c9004c076d completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:12.535602 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Transition to ACTIVE for port object 202c684d-6091-4c95-9e6e-eb48f5167aec will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:12.535717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd303233-4e98-4235-8518-63b8687d754a req-ccbc1f73-5b4f-4b8d-9cbd-f750c8ea673d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.2450514 Sep 08 15:43:12.545743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] Provisioning complete for port b90f90a0-1d31-473c-8ef1-43c9004c076d triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:12.546220 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.549454 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.591069 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.613075 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 5c8c060a-3321-494b-bd44-a17ceed55a49 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:12.619636 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c80ba-ef7b-4a80-b091-7e758976b7be None None] Pushing event updated for resources: {'Port': ['ID=202c684d-6091-4c95-9e6e-eb48f5167aec,revision_number=2']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:12.621683 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 5c8c060a-3321-494b-bd44-a17ceed55a49 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:12.622089 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.626406 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd303233-4e98-4235-8518-63b8687d754a req-b4304e5a-2498-453c-bb99-9b8ab87d1248 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897844 Sep 08 15:43:12.664855 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Attempting to bind port 202c684d-6091-4c95-9e6e-eb48f5167aec on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:12.665403 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Attempting to bind port 202c684d-6091-4c95-9e6e-eb48f5167aec by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:12.665933 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Attempting to bind port 202c684d-6091-4c95-9e6e-eb48f5167aec on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:12.673002 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:12.674289 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:12.674949 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.675332 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:12.675797 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Bound port: 202c684d-6091-4c95-9e6e-eb48f5167aec, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:12.676187 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.693329 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.716430 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.provisioning_blocks [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Transition to ACTIVE for port object 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 will not be triggered until provisioned by entity DHCP. {{(pid=100601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:12.745966 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] For port 202c684d-6091-4c95-9e6e-eb48f5167aec, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:12.750521 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] For port 202c684d-6091-4c95-9e6e-eb48f5167aec, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=202c684d-6091-4c95-9e6e-eb48f5167aec,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:12.756073 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.763872 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.781748 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.819961 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:12.820770 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c80ba-ef7b-4a80-b091-7e758976b7be None None] Pushing event updated for resources: {'Port': ['ID=202c684d-6091-4c95-9e6e-eb48f5167aec,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:12.822203 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:12.833711 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:12.834434 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.844853 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Routers {'f2121733-0e5d-4be2-9c37-5b04f31cd09c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:12.845385 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:12.883986 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:12.914210 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] For port b90f90a0-1d31-473c-8ef1-43c9004c076d, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b90f90a0-1d31-473c-8ef1-43c9004c076d,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:12.929394 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:12.952140 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.034650 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] Set router f2121733-0e5d-4be2-9c37-5b04f31cd09c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:13.050261 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.050946 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 5c8c060a-3321-494b-bd44-a17ceed55a49, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=5c8c060a-3321-494b-bd44-a17ceed55a49,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:13.056376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350d644-c76e-4779-845a-b00ee13e642f None None] Pushing event updated for resources: {'Port': ['ID=b90f90a0-1d31-473c-8ef1-43c9004c076d,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:13.060247 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.129490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=5c8c060a-3321-494b-bd44-a17ceed55a49,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:13.294362 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.299939 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.300916 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.362677 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-de2943c8-8b05-4e46-a9a7-94f50d40a9d0 None None] Provisioning complete for port b90f90a0-1d31-473c-8ef1-43c9004c076d triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:13.365926 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-de2943c8-8b05-4e46-a9a7-94f50d40a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.408503 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:10Z', 'revision_number': 3, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:13.434671 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:13.445231 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06671d75-0d6c-4604-86ae-c9c59512be7d None None] The sync data for ids ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'] in dv-cinder-776307-8-iscsi is: [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:10Z', 'revision_number': 3, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:43:13.454474 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:13.455935 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:13.474681 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-de2943c8-8b05-4e46-a9a7-94f50d40a9d0 None None] Provisioning for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:13.488514 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-de2943c8-8b05-4e46-a9a7-94f50d40a9d0 None None] Provisioning complete for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:13.489461 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-de2943c8-8b05-4e46-a9a7-94f50d40a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.529229 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-de2943c8-8b05-4e46-a9a7-94f50d40a9d0 None None] Port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:43:13.582927 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Router f2121733-0e5d-4be2-9c37-5b04f31cd09c has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:43:13.651383 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-3ae07683-3cda-459f-96b5-088fb02b098e None None] Provisioning complete for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:13.651841 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3ae07683-3cda-459f-96b5-088fb02b098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.699030 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-3ae07683-3cda-459f-96b5-088fb02b098e None None] Port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:43:13.715420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:43:13.722239 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-14a7d3bb-f9b5-4f3e-87fc-1411a70c5ece admin admin] 10.222.0.54 "PUT /v2.0/routers/f2121733-0e5d-4be2-9c37-5b04f31cd09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4253321 Sep 08 15:43:13.799964 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51c31b-9770-4169-b9bd-d7d2bd877760 req-532d2fe1-fed2-4f29-80eb-82c7143fc803 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:13.809318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ab51c31b-9770-4169-b9bd-d7d2bd877760 req-532d2fe1-fed2-4f29-80eb-82c7143fc803 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0915997 Sep 08 15:43:13.823865 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-fc3d1c94-b611-48e4-8c08-14a89653dd74 None None] Provisioning complete for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:13.824244 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fc3d1c94-b611-48e4-8c08-14a89653dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:13.845340 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ab51c31b-9770-4169-b9bd-d7d2bd877760 req-9e08d3a1-bda5-490f-b0ba-dea18c607408 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Sep 08 15:43:13.876993 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d1c94-b611-48e4-8c08-14a89653dd74 None None] Port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:43:14.029505 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b90f90a0-1d31-473c-8ef1-43c9004c076d up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:14.089517 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port b90f90a0-1d31-473c-8ef1-43c9004c076d triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:14.090038 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.175438 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 5c8c060a-3321-494b-bd44-a17ceed55a49 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:14.221032 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 5c8c060a-3321-494b-bd44-a17ceed55a49 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:14.221398 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.535269 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 38050) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:14.540967 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686517375', 'description': 'tempest-secgroup-smoke-686517375 description', 'project_id': 'e485550a654b419aae39dff67c89193d'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:14.564913 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.660609 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.660609 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.692284 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1762f31-3484-45b0-8a8f-b94f777f6813,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:14.694785 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.698901 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d69bb87d-c775-4f42-9306-e6c14e765be7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1596746 Sep 08 15:43:14.699222 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 38054) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:14.703854 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group_rule': {'security_group_id': 'c1762f31-3484-45b0-8a8f-b94f777f6813', 'project_id': 'e485550a654b419aae39dff67c89193d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:14.730915 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.791952 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.795727 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.816094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8059cb26-3051-408b-a800-6456a47f5221,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:14.824673 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.826629 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f755ebc2-8971-4de4-b94a-34e4c0a6186c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258810 Sep 08 15:43:14.828811 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38058) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:14.833415 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group_rule': {'security_group_id': 'c1762f31-3484-45b0-8a8f-b94f777f6813', 'project_id': 'e485550a654b419aae39dff67c89193d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:14.865537 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.928764 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.932481 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.950085 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaeaf7d-f8ab-4bb0-b86e-855c322c74eb,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:14.957303 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:14.958457 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1e3f6816-8d8f-4491-bff6-16cd948e4384 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286192 Sep 08 15:43:14.961105 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38062) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:14.965358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group_rule': {'security_group_id': 'c1762f31-3484-45b0-8a8f-b94f777f6813', 'project_id': 'e485550a654b419aae39dff67c89193d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:14.991331 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.048812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.052416 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.067453 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94c1e7f-f568-4c35-ace8-7106fb92c8d0,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:15.075568 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.076741 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-05e595d3-272c-401f-967a-da3f4ef627a6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146498 Sep 08 15:43:15.080088 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38064) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:15.084296 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group_rule': {'security_group_id': 'c1762f31-3484-45b0-8a8f-b94f777f6813', 'project_id': 'e485550a654b419aae39dff67c89193d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:15.110671 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.169101 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.173206 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.192959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4469df28-17a6-4de9-afac-6e2db570bfc2,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:15.196368 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.197565 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-5e83ce99-75a3-47d4-89ef-ffc40eb33cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165650 Sep 08 15:43:15.200728 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38066) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:15.205315 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group_rule': {'security_group_id': 'c1762f31-3484-45b0-8a8f-b94f777f6813', 'project_id': 'e485550a654b419aae39dff67c89193d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:15.226869 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.securitygroups_db [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Project e485550a654b419aae39dff67c89193d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:43:15.231524 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.296812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.301588 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.319601 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a576619c-6012-47d5-9c85-c629bd8d3ae9,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:15.326101 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.327297 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-015831aa-6546-45c5-bc71-8b2fed454cee tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256068 Sep 08 15:43:15.330048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38070) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:15.335402 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'security_group_rule': {'security_group_id': 'c1762f31-3484-45b0-8a8f-b94f777f6813', 'project_id': 'e485550a654b419aae39dff67c89193d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:15.355378 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.securitygroups_db [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Project e485550a654b419aae39dff67c89193d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:43:15.360708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.423469 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.427296 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.446500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38930f-d5d7-4aa4-94e2-dfccc3195d58,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:15.454368 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:15.455569 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-45e2ac96-de07-446c-acbe-62949dd4827f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245880 Sep 08 15:43:15.615773 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Sync routers for ids ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:43:15.625453 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Routers {'f2121733-0e5d-4be2-9c37-5b04f31cd09c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:15.626084 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:15.852726 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Set router f2121733-0e5d-4be2-9c37-5b04f31cd09c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:16.050504 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 202c684d-6091-4c95-9e6e-eb48f5167aec up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:16.116385 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:12Z', 'revision_number': 4, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '1f7e9e07-9cc6-40a5-b4d3-770e10b404b4', 'name': '', 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'mac_address': 'fa:16:3e:b8:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:12Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 2, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'subnets': [{'id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:16.119186 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 202c684d-6091-4c95-9e6e-eb48f5167aec completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:16.144292 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Checking router: f2121733-0e5d-4be2-9c37-5b04f31cd09c for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:43:16.144643 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Updating router f2121733-0e5d-4be2-9c37-5b04f31cd09c port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:43:16.147257 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 202c684d-6091-4c95-9e6e-eb48f5167aec triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:16.147624 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.190548 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.332453 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.370424 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 202c684d-6091-4c95-9e6e-eb48f5167aec, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=202c684d-6091-4c95-9e6e-eb48f5167aec,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:16.378547 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.469547 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=202c684d-6091-4c95-9e6e-eb48f5167aec,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:16.535454 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.545353 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Transition to ACTIVE for port object 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:16.553940 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.602208 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7479c-3e3a-421a-82ff-f5ab539916e2 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:16.655078 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Attempting to bind port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:16.655703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Attempting to bind port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:16.655850 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Attempting to bind port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 on network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:16.661012 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:16.661375 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Checking segment: {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:16.661800 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.662186 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Bound using segment: {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:16.662644 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Bound port: 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4565762f-3217-4a77-b982-be2a39a83bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:16.663024 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.727118 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] For port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:16.730428 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] For port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:16.736658 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:16.797822 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Routers {'f2121733-0e5d-4be2-9c37-5b04f31cd09c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:43:16.798444 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:16.801452 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7479c-3e3a-421a-82ff-f5ab539916e2 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:16.915994 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] Set router f2121733-0e5d-4be2-9c37-5b04f31cd09c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:43:17.116391 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:12Z', 'revision_number': 4, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '1f7e9e07-9cc6-40a5-b4d3-770e10b404b4', 'name': '', 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'mac_address': 'fa:16:3e:b8:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:12Z', 'updated_at': '2021-09-08T15:43:16Z', 'revision_number': 4, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'subnets': [{'id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:17.142303 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec845d6-cad3-4453-aad2-9ac2c322a9e8 None None] The sync data for ids ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'] in dv-cinder-776307-8-iscsi is: [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:12Z', 'revision_number': 4, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '1f7e9e07-9cc6-40a5-b4d3-770e10b404b4', 'name': '', 'network_id': 'b65797b0-8c28-4b0f-8d9e-9d765ba21c17', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'mac_address': 'fa:16:3e:b8:df:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:12Z', 'updated_at': '2021-09-08T15:43:16Z', 'revision_number': 4, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'subnets': [{'id': '1b4cb358-42c3-4c07-8751-3b6e71bb8962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:43:18.088854 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 202c684d-6091-4c95-9e6e-eb48f5167aec up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:18.137378 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 202c684d-6091-4c95-9e6e-eb48f5167aec triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:18.137768 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:18.210824 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:18.255389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:18.258751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:18.259113 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:18.334849 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:18.366898 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:18.370778 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:18.419557 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:18.506792 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cffee-d02a-46a5-ad48-de4fe286c92c req-2371b382-2694-4fe9-ba19-0bb0152c7b0e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:18.508331 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-466cffee-d02a-46a5-ad48-de4fe286c92c req-2371b382-2694-4fe9-ba19-0bb0152c7b0e tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0496221 Sep 08 15:43:18.545824 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-466cffee-d02a-46a5-ad48-de4fe286c92c req-9654f8a8-bd22-419f-b995-762089c653c3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Sep 08 15:43:19.694527 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52617cf-cbdb-4665-b90d-490c5b7a2178 req-11f431db-402d-4681-a4f7-7013c1bd9675 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:19.696157 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e52617cf-cbdb-4665-b90d-490c5b7a2178 req-11f431db-402d-4681-a4f7-7013c1bd9675 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Sep 08 15:43:19.738249 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e52617cf-cbdb-4665-b90d-490c5b7a2178 req-ecda1aa7-c9e5-425e-be8e-5e3c1134ba69 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362976 Sep 08 15:43:20.031037 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:20.077109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:20.077496 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:20.123283 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1e8e-92bf-4421-82c9-87cd2a17fcf8 req-044e915f-f943-4cd3-9781-61967f35f18d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:20.125156 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7d9a1e8e-92bf-4421-82c9-87cd2a17fcf8 req-044e915f-f943-4cd3-9781-61967f35f18d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0603151 Sep 08 15:43:20.174085 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7d9a1e8e-92bf-4421-82c9-87cd2a17fcf8 req-fa70aa12-ff4a-459c-9cb6-b0fa82c13e17 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Sep 08 15:43:20.977168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86223f60-caff-4bcb-ab36-563bf9ea8745 req-ce8c9d0e-ef54-4712-948e-5141918af769 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:20.978660 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-86223f60-caff-4bcb-ab36-563bf9ea8745 req-ce8c9d0e-ef54-4712-948e-5141918af769 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0484953 Sep 08 15:43:21.017888 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-86223f60-caff-4bcb-ab36-563bf9ea8745 req-2571f8d1-cee4-47bb-8074-7d292d4d34e0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Sep 08 15:43:21.286857 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec79e6-e3db-4998-8ae2-804a6c697e82 req-04bb6a90-ecc2-439d-8ccb-16db4e354557 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:21.288315 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1cec79e6-e3db-4998-8ae2-804a6c697e82 req-04bb6a90-ecc2-439d-8ccb-16db4e354557 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0491450 Sep 08 15:43:21.328966 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1cec79e6-e3db-4998-8ae2-804a6c697e82 req-d7140e82-88a7-464b-8b39-5c21c4aa8f96 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Sep 08 15:43:21.483090 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:43:22.141340 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c92fbf-ef60-4334-89ac-49dc70b3ca13 req-793a1bfa-c879-493b-9de3-789a75ce05eb tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:22.142834 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c4c92fbf-ef60-4334-89ac-49dc70b3ca13 req-793a1bfa-c879-493b-9de3-789a75ce05eb tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0486879 Sep 08 15:43:22.180321 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c4c92fbf-ef60-4334-89ac-49dc70b3ca13 req-c2869673-f21e-4c5c-80a0-f6b2f76034e3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Sep 08 15:43:22.333896 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19087d-3c92-4598-9f8a-3223c9c41d2f req-59bd119f-05ff-4a62-bec9-2bb69af18282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:22.335311 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-af19087d-3c92-4598-9f8a-3223c9c41d2f req-59bd119f-05ff-4a62-bec9-2bb69af18282 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0413895 Sep 08 15:43:22.370927 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-af19087d-3c92-4598-9f8a-3223c9c41d2f req-25fb8fc2-b7b2-42f8-9ba4-0c4b9ab7e4fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283422 Sep 08 15:43:22.441959 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3498-138a-495f-a8d7-d9990f862086 req-5240b51e-38fd-4682-9af3-b6470e5d59fb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:22.443418 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a46f3498-138a-495f-a8d7-d9990f862086 req-5240b51e-38fd-4682-9af3-b6470e5d59fb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Sep 08 15:43:22.479636 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a46f3498-138a-495f-a8d7-d9990f862086 req-e08f522d-c0bb-4e23-be00-19ca7a4a2979 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Sep 08 15:43:23.830817 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc930f-b080-4475-8a5f-a35690146ff2 req-28d08d35-8e63-46ed-87e6-536b4e806f97 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:23.832276 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1fc930f-b080-4475-8a5f-a35690146ff2 req-28d08d35-8e63-46ed-87e6-536b4e806f97 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0489852 Sep 08 15:43:23.876391 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1fc930f-b080-4475-8a5f-a35690146ff2 req-8c854778-9c47-4e50-8d8c-5dfab22efeed tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Sep 08 15:43:23.948433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-f83b8c84-a5d1-4a36-9d47-99a6f8036244 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:23.950097 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-f83b8c84-a5d1-4a36-9d47-99a6f8036244 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0518200 Sep 08 15:43:23.977369 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36169-1726-44bd-8659-787527ea728b req-d0b146e7-6566-426e-b9fd-2bef6ba0aa50 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:23.978861 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-96d36169-1726-44bd-8659-787527ea728b req-d0b146e7-6566-426e-b9fd-2bef6ba0aa50 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 945 time: 0.0486524 Sep 08 15:43:24.029842 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-96d36169-1726-44bd-8659-787527ea728b req-9c856760-97b5-45c7-90f0-88e351fc661f tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 Sep 08 15:43:24.050856 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Deleting port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:24.051304 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:24.145256 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] For port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:24.145748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:24.157206 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Calling delete_port for dc324cc2-675e-4b75-aaf3-5dfc3a29fdea owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:24.280501 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:24.311220 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event deleted for resources: {'Port': ['ID=dc324cc2-675e-4b75-aaf3-5dfc3a29fdea,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:24.349434 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6', '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', '4cd689ac-ced9-4c7f-9a28-05550efe7f83', 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:24.353083 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] No DVR routers for this DVR port dc324cc2-675e-4b75-aaf3-5dfc3a29fdea on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:24.355531 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:24.357519 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32c48798-6a71-42fe-8ba0-2fc99999acf5 req-429341f6-b81e-40ee-ab10-d130f64cdeb4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "DELETE /v2.0/ports/dc324cc2-675e-4b75-aaf3-5dfc3a29fdea HTTP/1.1" status: 204 len: 173 time: 0.4002733 Sep 08 15:43:24.357998 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'name': 'network-vif-deleted', 'tag': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:24.362226 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ba9a7-76ac-4a11-afdd-43ab65932649" -d '{"events": [{"server_uuid": "fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2", "name": "network-vif-deleted", "tag": "dc324cc2-675e-4b75-aaf3-5dfc3a29fdea"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:24.418495 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a410ff06-7f09-4068-8e8f-afd1c5c3790a x-openstack-request-id: req-a410ff06-7f09-4068-8e8f-afd1c5c3790a {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:24.418819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2", "name": "network-vif-deleted", "tag": "dc324cc2-675e-4b75-aaf3-5dfc3a29fdea", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:24.419261 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a410ff06-7f09-4068-8e8f-afd1c5c3790a {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:24.419794 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2', 'name': 'network-vif-deleted', 'tag': 'dc324cc2-675e-4b75-aaf3-5dfc3a29fdea', 'status': 'completed', 'code': 200} Sep 08 15:43:25.037697 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cd71-483e-4d91-b571-c0e37dcb9fff req-7ad3b1aa-a563-4b28-8cfb-87e1f6e915f0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:25.039131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8f34cd71-483e-4d91-b571-c0e37dcb9fff req-7ad3b1aa-a563-4b28-8cfb-87e1f6e915f0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0507801 Sep 08 15:43:25.079464 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8f34cd71-483e-4d91-b571-c0e37dcb9fff req-f9b44ef9-be20-4b45-b6e3-a0a6cd3208e4 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Sep 08 15:43:25.424155 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c28c6d79-b5be-4917-9828-c871c0cf9cd4 req-fa8d61a6-eebb-4558-8bdf-fa37dd54b047 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fea85f6e-dc4c-45f8-bf10-0efdd4dff4c2 HTTP/1.1" status: 200 len: 210 time: 0.2734432 Sep 08 15:43:25.484231 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fbd76fd8-7533-4fdf-8b34-5ce64aca7c8c tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:25.485736 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fbd76fd8-7533-4fdf-8b34-5ce64aca7c8c tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/networks?id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 200 len: 813 time: 0.3555632 Sep 08 15:43:25.501632 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-7f57a1c0-ac39-47af-9448-ecc817cc83ef tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/quotas/caa3fbbbdadd44abab91a6e7eabefd32 HTTP/1.1" status: 200 len: 375 time: 0.0097926 Sep 08 15:43:25.532736 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-1aaefde4-6752-48b3-a000-e2be8359c112 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255916 Sep 08 15:43:25.629445 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-ff2c9367-3bbc-45af-899a-8724ac56f98d service neutron] 10.222.0.54 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894618 Sep 08 15:43:25.717012 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-7ccd94be-d6a2-4b0d-8d11-ccfb3e7bf779 service neutron] 10.222.0.54 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814781 Sep 08 15:43:25.871099 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cdc045a6-e8d7-4761-ade0-39316606ba1a req-799c5134-0a25-435d-9abe-0dd2bdb65ad2 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 210 time: 0.0300815 Sep 08 15:43:26.202779 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139712f-a709-40be-add8-11fc70f55a0d req-6bb192b3-c2d5-4b9f-bc21-ce880e17c6ae tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:26.204237 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a139712f-a709-40be-add8-11fc70f55a0d req-6bb192b3-c2d5-4b9f-bc21-ce880e17c6ae tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0487514 Sep 08 15:43:26.242483 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a139712f-a709-40be-add8-11fc70f55a0d req-21b27b28-5b8f-45fa-8f16-b656bdee1fe8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Sep 08 15:43:26.567497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370572aa-58cc-4e95-8592-688b29551691 req-d365103d-f950-4b13-8b82-28a2beda6a94 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:26.568967 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-370572aa-58cc-4e95-8592-688b29551691 req-d365103d-f950-4b13-8b82-28a2beda6a94 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Sep 08 15:43:26.606037 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-5614630a-6649-4bad-9596-4e27f99661a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:26.607522 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-5614630a-6649-4bad-9596-4e27f99661a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0651791 Sep 08 15:43:26.611847 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-370572aa-58cc-4e95-8592-688b29551691 req-12190bb6-00ff-442e-b452-042f85812e93 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Sep 08 15:43:26.701244 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-2854f530-4594-457c-b43f-3a89f735856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:26.702788 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-2854f530-4594-457c-b43f-3a89f735856a service neutron] 10.222.0.59 "GET /v2.0/networks?id=837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 200 len: 920 time: 0.0864854 Sep 08 15:43:26.748710 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-37eba3ba-bfc6-46db-9553-4300bd7c96f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 200 len: 217 time: 0.0351355 Sep 08 15:43:26.828045 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-1ebeb26d-5cfd-49eb-9fb5-45009417a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:26.829496 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-1ebeb26d-5cfd-49eb-9fb5-45009417a6cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 200 len: 859 time: 0.0496037 Sep 08 15:43:26.978309 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-07ac4a65-b590-4bbf-b4e8-ed0eb35d3bf0 req-5fb2fee9-d7cd-47cb-8ab9-563f30d91247 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 210 time: 0.0331190 Sep 08 15:43:27.157921 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-bed53350-24f4-4df9-99fa-94feaa92fc5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=837c12d3-2b97-4760-9735-6578493070b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2526298 Sep 08 15:43:27.301713 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-e6641a40-3548-4bf7-9c22-af9f2872f579 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:27.303045 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-e6641a40-3548-4bf7-9c22-af9f2872f579 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "GET /v2.0/networks?id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 200 len: 813 time: 0.3962116 Sep 08 15:43:27.321642 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-ecb7ff39-35d0-4cb3-ad8a-60516b4e3f7c service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392260 Sep 08 15:43:27.324930 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Request body: {'port': {'device_id': '1580f087-d9f4-487a-ba87-30bc106970f9', 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5', 'admin_state_up': True, 'tenant_id': 'caa3fbbbdadd44abab91a6e7eabefd32'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:27.489313 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-23fafdcb-a008-4b9c-8be2-d076b90028c3 req-ff84ca72-6d4a-40d9-a3ea-a96e682550af service neutron] 10.222.0.59 "GET /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457772 Sep 08 15:43:27.501196 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Made reservation on behalf of caa3fbbbdadd44abab91a6e7eabefd32 for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:43:27.505876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:27.662829 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Allocated IP 172.20.0.11 (8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5/7f8516c5-2dd5-4a8b-b19a-a8b32186f68f/e83e1aa1-5397-4029-b987-632732652e52) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:27.743364 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65af2d8-62f0-417b-a951-5a2435ea3d54 req-9da282b7-2767-45f4-aa17-d1c6da369d78 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:27.744918 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f65af2d8-62f0-417b-a951-5a2435ea3d54 req-9da282b7-2767-45f4-aa17-d1c6da369d78 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0527980 Sep 08 15:43:27.784543 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f65af2d8-62f0-417b-a951-5a2435ea3d54 req-af16e0db-c1dc-43e3-a1c7-9616e1e029b5 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334218 Sep 08 15:43:27.823440 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:27.865338 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:27.912790 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:27.919919 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:27.928895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:27.931497 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Pushing event updated for resources: {'Port': ['ID=e83e1aa1-5397-4029-b987-632732652e52,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:27.979339 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:27.979960 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:27.995839 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-eef94586-1d6b-4088-9543-1c05f60798ad tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764095 Sep 08 15:43:28.083459 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Request body: {'port': {'device_id': '1580f087-d9f4-487a-ba87-30bc106970f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:28.106414 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48476c-e2f6-46a4-bab0-9bf28f08b639 req-f2a35f5d-7aa7-4d2f-8aaa-95a55e9852f4 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:28.110509 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e48476c-e2f6-46a4-bab0-9bf28f08b639 req-f2a35f5d-7aa7-4d2f-8aaa-95a55e9852f4 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 932 time: 0.0615325 Sep 08 15:43:28.143286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:28.149492 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e48476c-e2f6-46a4-bab0-9bf28f08b639 req-918b2ea9-2e6b-4ae3-aa13-65da937d5618 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Sep 08 15:43:28.384827 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device dc324cc2-675e-4b75-aaf3-5dfc3a29fdea no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:43:28.407660 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: dc324cc2-675e-4b75-aaf3-5dfc3a29fdea {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:43:28.408132 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device dc324cc2-675e-4b75-aaf3-5dfc3a29fdea not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:43:28.415329 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83e1aa1-5397-4029-b987-632732652e52 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:43:28.423688 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:28.435712 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Transition to ACTIVE for port object e83e1aa1-5397-4029-b987-632732652e52 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:28.439191 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:28.491036 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Pushing event updated for resources: {'Port': ['ID=e83e1aa1-5397-4029-b987-632732652e52,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:28.557852 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Attempting to bind port e83e1aa1-5397-4029-b987-632732652e52 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:28.557852 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Attempting to bind port e83e1aa1-5397-4029-b987-632732652e52 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:28.557852 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Attempting to bind port e83e1aa1-5397-4029-b987-632732652e52 on network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:28.562858 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Port e83e1aa1-5397-4029-b987-632732652e52 on network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:43:28.563183 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Attempting to bind port e83e1aa1-5397-4029-b987-632732652e52 on network 8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:28.567933 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:28.568268 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Checking segment: {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:28.568646 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Bound using segment: {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:28.569063 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Bound port: e83e1aa1-5397-4029-b987-632732652e52, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f037fae-8cc3-45ed-903e-fbb8ab59ef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:28.569419 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:28.634356 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] For port e83e1aa1-5397-4029-b987-632732652e52, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:28.637490 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] For port e83e1aa1-5397-4029-b987-632732652e52, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e83e1aa1-5397-4029-b987-632732652e52,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:28.643077 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:28.678197 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:28.678814 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:28.680177 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] 10.222.0.59 "PUT /v2.0/ports/e83e1aa1-5397-4029-b987-632732652e52 HTTP/1.1" status: 200 len: 1094 time: 0.6011264 Sep 08 15:43:28.680607 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1580f087-d9f4-487a-ba87-30bc106970f9', 'tag': 'e83e1aa1-5397-4029-b987-632732652e52'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:28.682828 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f" -d '{"events": [{"name": "network-changed", "server_uuid": "1580f087-d9f4-487a-ba87-30bc106970f9", "tag": "e83e1aa1-5397-4029-b987-632732652e52"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:28.717764 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fe1f1-1034-4003-9281-4fae14ae8b1d service neutron] Pushing event updated for resources: {'Port': ['ID=e83e1aa1-5397-4029-b987-632732652e52,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:28.731427 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37888447-89e9-4226-a75c-f4298872f5e8 x-openstack-request-id: req-37888447-89e9-4226-a75c-f4298872f5e8 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:28.731788 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1580f087-d9f4-487a-ba87-30bc106970f9", "tag": "e83e1aa1-5397-4029-b987-632732652e52", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:28.732093 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37888447-89e9-4226-a75c-f4298872f5e8 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:28.732540 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1580f087-d9f4-487a-ba87-30bc106970f9', 'tag': 'e83e1aa1-5397-4029-b987-632732652e52', 'status': 'completed', 'code': 200} Sep 08 15:43:28.790106 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-9c9739bb-cc6d-42f3-b41f-dc6708c4315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:28.791613 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-9c9739bb-cc6d-42f3-b41f-dc6708c4315b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 1097 time: 0.0426168 Sep 08 15:43:28.848769 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-32b3cd45-9bea-4de0-bd93-ab383f730bd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83e1aa1-5397-4029-b987-632732652e52 HTTP/1.1" status: 200 len: 217 time: 0.0357149 Sep 08 15:43:28.920362 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5406e-30b7-435f-9373-6d6720130ebc req-7d110cd8-e0fb-44a9-ae09-e4fdb38cdebc tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:28.922422 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-74a5406e-30b7-435f-9373-6d6720130ebc req-7d110cd8-e0fb-44a9-ae09-e4fdb38cdebc tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0611854 Sep 08 15:43:28.969089 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-e999ad7d-ce0e-4928-9828-47c4877ed017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:28.970615 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-e999ad7d-ce0e-4928-9828-47c4877ed017 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f8516c5-2dd5-4a8b-b19a-a8b32186f68f HTTP/1.1" status: 200 len: 853 time: 0.0432758 Sep 08 15:43:28.985234 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16addf55-61ed-4c26-b79c-09a370a2d95b req-41a2190e-c023-47f1-a1bc-a424dbafbf83 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:28.986884 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-16addf55-61ed-4c26-b79c-09a370a2d95b req-41a2190e-c023-47f1-a1bc-a424dbafbf83 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0856779 Sep 08 15:43:28.990414 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-74a5406e-30b7-435f-9373-6d6720130ebc req-97f94c9f-23c2-4478-a459-e1895a68256c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498333 Sep 08 15:43:29.013036 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-7717ad9f-3bb6-44c2-9c9e-c19b1a6b1faf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338588 Sep 08 15:43:29.026384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-16addf55-61ed-4c26-b79c-09a370a2d95b req-2b6286e1-705e-4661-bdec-b2e7705503b2 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Sep 08 15:43:29.103454 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-fab3841e-12a3-4cd4-a31d-3116c0a59eb4 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819561 Sep 08 15:43:29.200022 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0b036b96-7903-4884-b99c-24f2d6ec59a8 req-73fe936c-ff2e-4a28-aac4-03f9a1c4a81d service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857561 Sep 08 15:43:29.266170 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a44911-49df-4427-a379-de3863554956 req-4ea62b90-6fa0-451a-86d3-87fd73f91ec4 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:29.268244 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f7a44911-49df-4427-a379-de3863554956 req-4ea62b90-6fa0-451a-86d3-87fd73f91ec4 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0505316 Sep 08 15:43:29.305502 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f7a44911-49df-4427-a379-de3863554956 req-c5f92209-c59b-42dc-b2df-036fbcace753 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309670 Sep 08 15:43:29.378331 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-c0af4229-bc7c-4161-adde-d0c6e32a5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:29.379813 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-c0af4229-bc7c-4161-adde-d0c6e32a5b75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 1097 time: 0.0407481 Sep 08 15:43:29.480060 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-3ed54f99-feef-44b6-bbc1-d7fad8043160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:29.481519 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-3ed54f99-feef-44b6-bbc1-d7fad8043160 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 200 len: 914 time: 0.0929580 Sep 08 15:43:29.628786 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-910df509-0ab0-4e40-918f-a63d7401626a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e83e1aa1-5397-4029-b987-632732652e52 HTTP/1.1" status: 200 len: 217 time: 0.0368521 Sep 08 15:43:29.678168 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-738fd9e0-8a8d-4d9a-94b0-b7587ce9a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:29.679607 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-738fd9e0-8a8d-4d9a-94b0-b7587ce9a436 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f8516c5-2dd5-4a8b-b19a-a8b32186f68f HTTP/1.1" status: 200 len: 853 time: 0.0428226 Sep 08 15:43:29.712037 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-c0f27961-3569-498d-8954-dd74d6b400de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237546 Sep 08 15:43:29.807307 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-e8a76a1a-b241-40b5-bc70-7398a2e20306 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864050 Sep 08 15:43:29.903067 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfbcfabf-49b0-4203-b1cd-e28c459cd53f req-50cc9ef8-d509-4856-80ab-b72580a56567 service neutron] 10.222.0.59 "GET /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870788 Sep 08 15:43:30.144244 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f5ae4-77a9-455f-ae52-4fe46cc44d51 req-abcc168c-fcaf-4cc4-b424-bebbb6cff9a1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:30.145793 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f87f5ae4-77a9-455f-ae52-4fe46cc44d51 req-abcc168c-fcaf-4cc4-b424-bebbb6cff9a1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0751271 Sep 08 15:43:30.176954 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0303b1-48fd-4241-aa36-8be1509b4ff0 req-8bebc5f3-cb67-4009-88d3-bcb7902fbdc3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:30.178420 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1d0303b1-48fd-4241-aa36-8be1509b4ff0 req-8bebc5f3-cb67-4009-88d3-bcb7902fbdc3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0694964 Sep 08 15:43:30.206154 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f87f5ae4-77a9-455f-ae52-4fe46cc44d51 req-63b5608a-50eb-4f41-a063-d0d72e364ae0 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543790 Sep 08 15:43:30.225229 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1d0303b1-48fd-4241-aa36-8be1509b4ff0 req-9ee69451-1e4f-4697-bcf8-57c7acb8fbbb tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Sep 08 15:43:30.419814 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab4abe-3278-43c0-9061-1cc6d7e9259f req-8dca8213-368e-41a7-b291-78c61e11ca00 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:30.421934 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-33ab4abe-3278-43c0-9061-1cc6d7e9259f req-8dca8213-368e-41a7-b291-78c61e11ca00 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0482390 Sep 08 15:43:30.458559 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-33ab4abe-3278-43c0-9061-1cc6d7e9259f req-d2379667-6b2d-408a-be19-ba9bd0589c79 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Sep 08 15:43:31.326114 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c881-5a59-4009-9fae-b280fc009260 req-be79cc5b-f1a8-4983-90e3-5ad47bf3ee56 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:31.327561 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9ec4c881-5a59-4009-9fae-b280fc009260 req-be79cc5b-f1a8-4983-90e3-5ad47bf3ee56 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0512247 Sep 08 15:43:31.365317 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9ec4c881-5a59-4009-9fae-b280fc009260 req-7dc1afc4-8471-4706-aae4-fe5b8d321fe6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Sep 08 15:43:31.417833 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87306fce-9fa8-4988-a99b-6b15730f11d6 req-deb92d35-e203-441d-ad3f-cb7bf14e8bcc tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:31.419286 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87306fce-9fa8-4988-a99b-6b15730f11d6 req-deb92d35-e203-441d-ad3f-cb7bf14e8bcc tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0473671 Sep 08 15:43:31.456054 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87306fce-9fa8-4988-a99b-6b15730f11d6 req-453fc069-e610-4e37-86f7-93da8adfb69e tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302246 Sep 08 15:43:31.570784 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd746-9109-4062-b8c7-86125dbf6af5 req-464e36d6-f7f1-425f-b17a-f0d648606bff tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:31.572240 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6a0fd746-9109-4062-b8c7-86125dbf6af5 req-464e36d6-f7f1-425f-b17a-f0d648606bff tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0491173 Sep 08 15:43:31.609523 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6a0fd746-9109-4062-b8c7-86125dbf6af5 req-93968d7c-0139-4a2d-83cc-d4b817fc3d28 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Sep 08 15:43:32.485420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29d046-ed17-4b2c-81ea-751051d4c343 req-a7528337-b491-49bf-a5ad-8b9772d96e0b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:32.486917 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ea29d046-ed17-4b2c-81ea-751051d4c343 req-a7528337-b491-49bf-a5ad-8b9772d96e0b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0530870 Sep 08 15:43:32.526222 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ea29d046-ed17-4b2c-81ea-751051d4c343 req-f51d6af9-cbee-4ba2-97d4-22eaf69b305d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Sep 08 15:43:32.583713 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-99fcdf5d-f413-4814-af6a-48a505e68bc3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:32.585277 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-99fcdf5d-f413-4814-af6a-48a505e68bc3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0560286 Sep 08 15:43:32.630857 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c85967-04fa-4710-a61d-fe79896e5872 req-474eae0f-943e-4c36-a04c-6ac19f3f08f4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:32.632373 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-27c85967-04fa-4710-a61d-fe79896e5872 req-474eae0f-943e-4c36-a04c-6ac19f3f08f4 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Sep 08 15:43:32.672241 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-27c85967-04fa-4710-a61d-fe79896e5872 req-67cda220-2d9a-42f9-8dc8-98da58fd07fe tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Sep 08 15:43:32.688473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Deleting port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:32.688816 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:32.729616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a4312-b4ca-488c-a4cf-e057f3a44d16 req-721e0ced-2e10-4782-971d-7ca8d97c90a1 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:32.731090 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a85a4312-b4ca-488c-a4cf-e057f3a44d16 req-721e0ced-2e10-4782-971d-7ca8d97c90a1 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0471714 Sep 08 15:43:32.776184 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a85a4312-b4ca-488c-a4cf-e057f3a44d16 req-a50c9cea-115f-4045-8108-841add2a8e8a tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 Sep 08 15:43:32.783977 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] For port 4cd689ac-ced9-4c7f-9a28-05550efe7f83, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4cd689ac-ced9-4c7f-9a28-05550efe7f83,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:32.784351 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:32.800659 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Calling delete_port for 4cd689ac-ced9-4c7f-9a28-05550efe7f83 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:32.937389 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:32.965168 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event deleted for resources: {'Port': ['ID=4cd689ac-ced9-4c7f-9a28-05550efe7f83,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:32.988242 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6', '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', '4cd689ac-ced9-4c7f-9a28-05550efe7f83'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:33.005389 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] No DVR routers for this DVR port 4cd689ac-ced9-4c7f-9a28-05550efe7f83 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:33.008097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:33.011046 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b7ff46b-bbae-4e6c-aee5-6b9d3a3456a3 req-905f0892-6a5d-422a-8b0d-008c2a480016 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "DELETE /v2.0/ports/4cd689ac-ced9-4c7f-9a28-05550efe7f83 HTTP/1.1" status: 204 len: 173 time: 0.4147913 Sep 08 15:43:33.011899 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'name': 'network-vif-deleted', 'tag': '4cd689ac-ced9-4c7f-9a28-05550efe7f83'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:33.015048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a299f61-d401-4941-a642-ba9cf60910e9" -d '{"events": [{"server_uuid": "ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39", "name": "network-vif-deleted", "tag": "4cd689ac-ced9-4c7f-9a28-05550efe7f83"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:33.052221 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e099f91-6a0a-4cdf-ac41-b933edb75042 x-openstack-request-id: req-9e099f91-6a0a-4cdf-ac41-b933edb75042 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:33.052633 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39", "name": "network-vif-deleted", "tag": "4cd689ac-ced9-4c7f-9a28-05550efe7f83", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:33.052889 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e099f91-6a0a-4cdf-ac41-b933edb75042 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:33.053300 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39', 'name': 'network-vif-deleted', 'tag': '4cd689ac-ced9-4c7f-9a28-05550efe7f83', 'status': 'completed', 'code': 200} Sep 08 15:43:33.648781 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1649-d7d4-4c63-b20e-2d988617cfee req-9f2d8089-fa42-45c5-9877-c27e32923455 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:33.650176 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78cc1649-d7d4-4c63-b20e-2d988617cfee req-9f2d8089-fa42-45c5-9877-c27e32923455 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0533810 Sep 08 15:43:33.687118 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78cc1649-d7d4-4c63-b20e-2d988617cfee req-12e8bcaa-671d-4a84-a952-3ec9da702b50 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305650 Sep 08 15:43:33.778826 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd65f1e4-167a-4b30-8868-d458cd690369 req-5a32b99f-7493-48cb-b0ea-0dba00dcd6cf tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec0f8ca6-b746-4d0d-8c8b-d01931fd3e39 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Sep 08 15:43:33.964387 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612abe0-c402-4302-9daf-596af78d2ee2 req-3862d712-6cb7-4de9-8ecf-cdd8dc910d5e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:33.966325 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9612abe0-c402-4302-9daf-596af78d2ee2 req-3862d712-6cb7-4de9-8ecf-cdd8dc910d5e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0603025 Sep 08 15:43:34.015430 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9612abe0-c402-4302-9daf-596af78d2ee2 req-c17a58b2-b738-44cd-b684-bef1a27dbf72 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Sep 08 15:43:34.726829 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:35.063166 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb28b74-d494-4b8f-95d0-461d75caf6a4 req-5611dc81-2c57-4929-be27-dd920df2384c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:35.064906 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8fb28b74-d494-4b8f-95d0-461d75caf6a4 req-5611dc81-2c57-4929-be27-dd920df2384c tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0538311 Sep 08 15:43:35.102419 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8fb28b74-d494-4b8f-95d0-461d75caf6a4 req-9613c294-bb64-4d6f-ad81-4052c6edf450 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Sep 08 15:43:35.206106 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28809750-9c78-4f7e-a6af-d356bb36f73b req-6413b8d2-11cf-4003-a24d-e965ff37706c tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:35.207549 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28809750-9c78-4f7e-a6af-d356bb36f73b req-6413b8d2-11cf-4003-a24d-e965ff37706c tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0477796 Sep 08 15:43:35.244812 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-28809750-9c78-4f7e-a6af-d356bb36f73b req-67efe68a-d83e-4b19-8d11-974acfa6ba84 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Sep 08 15:43:36.219991 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812a7a7-3541-41ff-9dca-36b626753bc6 req-373f2b7c-bf4f-4fd7-a6ff-9a69a225f4ff tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:36.221442 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8812a7a7-3541-41ff-9dca-36b626753bc6 req-373f2b7c-bf4f-4fd7-a6ff-9a69a225f4ff tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0511498 Sep 08 15:43:36.257153 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8812a7a7-3541-41ff-9dca-36b626753bc6 req-eecfcabc-16fd-4ef5-9a83-e48435a42712 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297964 Sep 08 15:43:36.363843 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284590a-ab23-48ea-9315-08350849e633 req-48dea418-6f32-471d-93a2-7790df2c4c10 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:36.365365 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2284590a-ab23-48ea-9315-08350849e633 req-48dea418-6f32-471d-93a2-7790df2c4c10 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 944 time: 0.0522547 Sep 08 15:43:36.391772 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e83e1aa1-5397-4029-b987-632732652e52 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:43:36.403194 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2284590a-ab23-48ea-9315-08350849e633 req-244ed632-8d78-473c-8f82-3a81c88daaa2 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Sep 08 15:43:36.418915 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4cd689ac-ced9-4c7f-9a28-05550efe7f83 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:43:36.443328 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 4cd689ac-ced9-4c7f-9a28-05550efe7f83 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:43:36.443853 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4cd689ac-ced9-4c7f-9a28-05550efe7f83 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:43:36.531522 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port e83e1aa1-5397-4029-b987-632732652e52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e83e1aa1-5397-4029-b987-632732652e52,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:36.545504 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'e83e1aa1-5397-4029-b987-632732652e52', 'network_id': '8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5', 'port_id': 'e83e1aa1-5397-4029-b987-632732652e52', 'mac_address': 'fa:16:3e:f2:b3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8516c5-2dd5-4a8b-b19a-a8b32186f68f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:43:36.582227 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:36.594391 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83e1aa1-5397-4029-b987-632732652e52 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:43:36.613188 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port e83e1aa1-5397-4029-b987-632732652e52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e83e1aa1-5397-4029-b987-632732652e52,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:36.617087 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:36.661822 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=e83e1aa1-5397-4029-b987-632732652e52,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:37.247133 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ff42a5e7-eced-4afd-bab5-97f6e44c1da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:37.375802 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e43b7-8879-4de7-b497-69757382260e req-c4e5bdbf-7996-449d-97e8-a8a5fcf5e752 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:37.377169 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5d2e43b7-8879-4de7-b497-69757382260e req-c4e5bdbf-7996-449d-97e8-a8a5fcf5e752 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0489981 Sep 08 15:43:37.414949 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5d2e43b7-8879-4de7-b497-69757382260e req-c6e348a5-8bd2-46f0-ba3d-99342618068a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Sep 08 15:43:37.523867 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b95b4-ff26-4f28-9d74-8a055202dc81 req-6863b575-aec0-4e91-a977-1453ace44cc3 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:37.525321 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d70b95b4-ff26-4f28-9d74-8a055202dc81 req-6863b575-aec0-4e91-a977-1453ace44cc3 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Sep 08 15:43:37.543529 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['e83e1aa1-5397-4029-b987-632732652e52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:37.563846 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d70b95b4-ff26-4f28-9d74-8a055202dc81 req-e06147d7-e1a2-4ed0-a51f-9160071a2ae2 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Sep 08 15:43:37.933573 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-6c851b69-950b-482b-a01e-6229377ec3b0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:37.935098 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-6c851b69-950b-482b-a01e-6229377ec3b0 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 946 time: 0.0496504 Sep 08 15:43:38.033575 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Deleting port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:38.033943 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:38.125046 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] For port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:38.125412 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:38.141967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Calling delete_port for 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:38.268330 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:38.303789 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event deleted for resources: {'Port': ['ID=8e7e3b70-3b6b-46d7-92b5-5883b1f9985d,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:38.368828 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] No DVR routers for this DVR port 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:38.372956 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-966dbfd9-1e03-4f25-a25d-ce4f67c511bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792444 Sep 08 15:43:38.374456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:38.376284 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-1a404c15-a31c-4d96-934d-4c485fe2f75a req-f41d0e52-584b-49b0-bdd8-7cca76289384 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "DELETE /v2.0/ports/8e7e3b70-3b6b-46d7-92b5-5883b1f9985d HTTP/1.1" status: 204 len: 173 time: 0.4340150 Sep 08 15:43:38.376711 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'name': 'network-vif-deleted', 'tag': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:38.378967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58a9e18-f8c3-4f0e-aa5d-3dc444eabf28" -d '{"events": [{"server_uuid": "fd366846-69eb-4d05-a2cf-8a758b65cb45", "name": "network-vif-deleted", "tag": "8e7e3b70-3b6b-46d7-92b5-5883b1f9985d"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:38.416425 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9cf748-b68c-490a-9bac-1ab5d5725c8e x-openstack-request-id: req-2f9cf748-b68c-490a-9bac-1ab5d5725c8e {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:38.416714 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd366846-69eb-4d05-a2cf-8a758b65cb45", "name": "network-vif-deleted", "tag": "8e7e3b70-3b6b-46d7-92b5-5883b1f9985d", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:38.416963 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f9cf748-b68c-490a-9bac-1ab5d5725c8e {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:38.417350 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd366846-69eb-4d05-a2cf-8a758b65cb45', 'name': 'network-vif-deleted', 'tag': '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d', 'status': 'completed', 'code': 200} Sep 08 15:43:38.512686 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-be8f39d7-6565-4907-9c46-464d1ceccad1 req-3bafbd84-f234-41f2-9ae9-9caaf83266b2 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 210 time: 0.0318577 Sep 08 15:43:38.616321 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-9e0216ca-0395-4810-8dce-f44a5c096873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:38.618267 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-9e0216ca-0395-4810-8dce-f44a5c096873 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1098 time: 0.0454190 Sep 08 15:43:38.682452 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec42db-8358-4db0-8eb4-fd3565a6af57 req-9d91f162-f8f1-4145-a89b-a7415c3d951d tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:38.684164 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2bec42db-8358-4db0-8eb4-fd3565a6af57 req-9d91f162-f8f1-4145-a89b-a7415c3d951d tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Sep 08 15:43:38.723539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2bec42db-8358-4db0-8eb4-fd3565a6af57 req-78d746bb-7b88-4597-9186-bd4d6be82fe5 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Sep 08 15:43:38.800227 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-c8b1a1f4-6672-4322-8a09-9233761e3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:38.802240 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-c8b1a1f4-6672-4322-8a09-9233761e3a77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.1112130 Sep 08 15:43:38.874692 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-898575b2-2e46-460b-9cfc-2c8509ec1bee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0645843 Sep 08 15:43:38.924787 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87b8d3-4fb5-4a90-93f1-23d576ceccbc req-4cd840a0-60c6-420b-93a6-1e86d793b08c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:38.926272 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec87b8d3-4fb5-4a90-93f1-23d576ceccbc req-4cd840a0-60c6-420b-93a6-1e86d793b08c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Sep 08 15:43:38.963429 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec87b8d3-4fb5-4a90-93f1-23d576ceccbc req-3334a3fd-c633-4788-9aae-7170bcabd1b9 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Sep 08 15:43:39.003509 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-b88e4476-243a-4d85-bbdd-c44877943026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:39.004938 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-b88e4476-243a-4d85-bbdd-c44877943026 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0463490 Sep 08 15:43:39.050707 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-4f5b28ff-831d-4e70-9757-d59d1b842dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:39.052156 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-4f5b28ff-831d-4e70-9757-d59d1b842dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397520 Sep 08 15:43:39.133052 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6', '8e7e3b70-3b6b-46d7-92b5-5883b1f9985d'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:39.142855 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-f6d4c863-f296-4b24-bcbf-3bc724107903 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828674 Sep 08 15:43:39.249572 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-354e0543-ba9a-4fee-8d70-2871beebe173 req-8a5c0b87-7fca-4f37-b186-4eaf20ceefc5 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856078 Sep 08 15:43:39.622345 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd60f7c2-875c-4f1e-84b8-fa1b757e5f4a req-fd72aa4b-43a1-4821-97c8-356e43ad8987 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd366846-69eb-4d05-a2cf-8a758b65cb45 HTTP/1.1" status: 200 len: 210 time: 0.0263088 Sep 08 15:43:39.802319 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-4e64311f-944f-4927-af4b-a453be863bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:39.842842 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaac3a-4a6c-41dd-8e9b-addbc92ca3a2 req-13d978fe-8a1c-4607-b871-f3bc8a595091 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:39.844318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6ccaac3a-4a6c-41dd-8e9b-addbc92ca3a2 req-13d978fe-8a1c-4607-b871-f3bc8a595091 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Sep 08 15:43:39.882207 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6ccaac3a-4a6c-41dd-8e9b-addbc92ca3a2 req-d588e77d-1962-4fcb-8c88-8a160b6133ea tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Sep 08 15:43:40.080566 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e1ccb-dc16-4e54-8898-abf591f9c0de req-505dd9db-971e-48db-8668-a1d71dcd1b26 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:40.082067 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f36e1ccb-dc16-4e54-8898-abf591f9c0de req-505dd9db-971e-48db-8668-a1d71dcd1b26 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0491416 Sep 08 15:43:40.120524 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f36e1ccb-dc16-4e54-8898-abf591f9c0de req-581e1c08-bbcf-4b60-b030-a7640be50aa8 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Sep 08 15:43:40.284873 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:40.394538 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e83e1aa1-5397-4029-b987-632732652e52 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:43:40.553416 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port e83e1aa1-5397-4029-b987-632732652e52 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:40.556936 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port e83e1aa1-5397-4029-b987-632732652e52 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:40.557941 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:40.632037 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:40.654724 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1580f087-d9f4-487a-ba87-30bc106970f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83e1aa1-5397-4029-b987-632732652e52'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:40.657015 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a51b2e8-6006-4f56-878e-d760e83c7ef8" -d '{"events": [{"server_uuid": "1580f087-d9f4-487a-ba87-30bc106970f9", "name": "network-vif-plugged", "status": "completed", "tag": "e83e1aa1-5397-4029-b987-632732652e52"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:40.669834 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port e83e1aa1-5397-4029-b987-632732652e52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e83e1aa1-5397-4029-b987-632732652e52,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:40.675985 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:40.703128 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b39b1de-a44a-4d0b-84a9-341408db7703 x-openstack-request-id: req-6b39b1de-a44a-4d0b-84a9-341408db7703 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:40.703415 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1580f087-d9f4-487a-ba87-30bc106970f9", "name": "network-vif-plugged", "status": "completed", "tag": "e83e1aa1-5397-4029-b987-632732652e52", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:40.703692 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b39b1de-a44a-4d0b-84a9-341408db7703 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:40.704182 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1580f087-d9f4-487a-ba87-30bc106970f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83e1aa1-5397-4029-b987-632732652e52', 'code': 200} Sep 08 15:43:40.728292 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=e83e1aa1-5397-4029-b987-632732652e52,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:40.736224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.736632 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.736880 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.737205 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.737532 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.737877 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.738201 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.738525 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.738844 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.739163 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.739485 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.739791 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:40.882931 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:40.930897 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb773e-0867-4736-abf7-e1f4ed5fd30a req-45a1d945-d0d2-4d9f-a0a9-488c75b46b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:40.932389 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-44bb773e-0867-4736-abf7-e1f4ed5fd30a req-45a1d945-d0d2-4d9f-a0a9-488c75b46b70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 1099 time: 0.0449414 Sep 08 15:43:40.988566 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-44bb773e-0867-4736-abf7-e1f4ed5fd30a req-2f604440-7ca3-4e37-8b61-ffa1bcf0cadf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283830 Sep 08 15:43:40.997511 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000bb84-0b63-43d7-886e-fe41f165e69d req-89c03047-62bc-4a42-9c8d-c3b1374647bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:40.999759 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6000bb84-0b63-43d7-886e-fe41f165e69d req-89c03047-62bc-4a42-9c8d-c3b1374647bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0486059 Sep 08 15:43:41.036601 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6000bb84-0b63-43d7-886e-fe41f165e69d req-51e4f09d-4c57-44a8-9cc8-dff300ab5071 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Sep 08 15:43:41.237433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d775eb-733f-4325-89a9-f2665d096525 req-d99245ae-43c8-47aa-8c1d-deb6c62d362b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:41.238964 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-09d775eb-733f-4325-89a9-f2665d096525 req-d99245ae-43c8-47aa-8c1d-deb6c62d362b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0506055 Sep 08 15:43:41.277364 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-09d775eb-733f-4325-89a9-f2665d096525 req-1ec65ac2-1014-4299-9000-52150b79a57d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Sep 08 15:43:42.151369 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fbad-f144-4aee-b7e4-f2f9151115a1 req-75ef1934-ba9a-4625-a854-dbdd129e933a tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:42.152824 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6e15fbad-f144-4aee-b7e4-f2f9151115a1 req-75ef1934-ba9a-4625-a854-dbdd129e933a tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0492337 Sep 08 15:43:42.189607 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6e15fbad-f144-4aee-b7e4-f2f9151115a1 req-dc98f042-d495-4383-a290-813acc4f4462 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Sep 08 15:43:42.391681 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec894903-c66e-4e01-bc04-df8ea2932e8e req-3a1a4333-ffab-4d68-8793-11907d7b59d1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:42.393114 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec894903-c66e-4e01-bc04-df8ea2932e8e req-3a1a4333-ffab-4d68-8793-11907d7b59d1 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0467403 Sep 08 15:43:42.399831 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:43:42.420433 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:43:42.420928 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8e7e3b70-3b6b-46d7-92b5-5883b1f9985d not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:43:42.430647 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec894903-c66e-4e01-bc04-df8ea2932e8e req-6d74f65a-6073-4a3e-ad3c-44f30b6c9853 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Sep 08 15:43:42.476040 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:43.075739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db201cc-9033-435f-af45-d5426383de5f req-531e0565-6626-4188-bc83-7572e7a9e11d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:43.077160 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1db201cc-9033-435f-af45-d5426383de5f req-531e0565-6626-4188-bc83-7572e7a9e11d tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0503602 Sep 08 15:43:43.113221 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1db201cc-9033-435f-af45-d5426383de5f req-ed53b1f6-a004-41d5-a8c5-85f573e76cd5 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301771 Sep 08 15:43:43.300812 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7ac3-f86c-4ac4-8161-87d0f73d685e req-0430d511-091f-457f-acb9-a898ed0e2171 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:43.302326 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e29d7ac3-f86c-4ac4-8161-87d0f73d685e req-0430d511-091f-457f-acb9-a898ed0e2171 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0479405 Sep 08 15:43:43.340109 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e29d7ac3-f86c-4ac4-8161-87d0f73d685e req-302d52bd-a69c-47a8-8128-0713dc360adb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Sep 08 15:43:43.522203 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-15a2cf97-3cc2-4a69-b5a9-729ec47357ce tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715505105&fields=id&tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f HTTP/1.1" status: 200 len: 267 time: 0.0435784 Sep 08 15:43:43.615734 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5d6bf-f93d-4a03-b7ef-11a7aa3d39a0 req-18595216-28a6-45cd-86da-f9fd8035ea00 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:43.617196 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9aa5d6bf-f93d-4a03-b7ef-11a7aa3d39a0 req-18595216-28a6-45cd-86da-f9fd8035ea00 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.1110573 Sep 08 15:43:43.677771 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-cff6149f-5749-4f7e-a8bc-2d314520cbb8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:43.679224 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-cff6149f-5749-4f7e-a8bc-2d314520cbb8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 809 time: 0.1437781 Sep 08 15:43:43.682100 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9aa5d6bf-f93d-4a03-b7ef-11a7aa3d39a0 req-c500290f-f304-4307-85b0-53b6d536ed94 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576642 Sep 08 15:43:43.695230 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-658a9b25-310d-42a2-b0c3-e8a0dd385d84 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/quotas/3bd4fe66a2bb443ca69b0d1902e9c81f HTTP/1.1" status: 200 len: 375 time: 0.0101750 Sep 08 15:43:43.749717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-7eb21586-d3be-4562-9e73-d178722b8d3d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489891 Sep 08 15:43:43.840840 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-b13c4cef-d4d3-4299-8363-65481036b880 service neutron] 10.222.0.54 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799558 Sep 08 15:43:43.932408 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-7b9f4f84-1459-46e0-a963-10f692b99685 service neutron] 10.222.0.54 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850265 Sep 08 15:43:44.094449 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb72bf3-ec18-4353-9326-98798065efae req-010ca166-c034-4a79-823a-5d971c4c4a87 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:44.095814 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ceb72bf3-ec18-4353-9326-98798065efae req-010ca166-c034-4a79-823a-5d971c4c4a87 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 945 time: 0.0530837 Sep 08 15:43:44.208353 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Deleting port c93d481f-afb9-4027-b5de-bb90ea1fc009 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:44.208700 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:44.255707 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4e71660c-fe20-41f9-9f8c-05e7aeb05c87 req-52086e0a-dd8c-4dd0-9958-5c5118c5ed5b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 210 time: 0.0449357 Sep 08 15:43:44.282181 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710c0dc-0df2-4434-a35e-69eef8f0a5da req-a2eac24b-bfb0-4d11-b5d1-6b430e785a51 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:44.283706 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f710c0dc-0df2-4434-a35e-69eef8f0a5da req-a2eac24b-bfb0-4d11-b5d1-6b430e785a51 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0865514 Sep 08 15:43:44.311894 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] For port c93d481f-afb9-4027-b5de-bb90ea1fc009, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c93d481f-afb9-4027-b5de-bb90ea1fc009,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:44.312261 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:44.324184 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Calling delete_port for c93d481f-afb9-4027-b5de-bb90ea1fc009 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:44.327899 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f710c0dc-0df2-4434-a35e-69eef8f0a5da req-b9c0f81a-c4d4-4fb2-8887-96e0fe3811ec tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368836 Sep 08 15:43:44.488344 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae9ccc-4c1e-4754-823b-ec2bb0240228 req-bae845c2-2e37-412b-9ebb-e1170aa02e7e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:44.489715 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:44.494270 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2eae9ccc-4c1e-4754-823b-ec2bb0240228 req-bae845c2-2e37-412b-9ebb-e1170aa02e7e tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0738785 Sep 08 15:43:44.523634 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Pushing event deleted for resources: {'Port': ['ID=c93d481f-afb9-4027-b5de-bb90ea1fc009,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:44.549054 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['c694de99-fa2a-4ccf-9d4f-e790d46486b3', 'c93d481f-afb9-4027-b5de-bb90ea1fc009'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:44.551384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2eae9ccc-4c1e-4754-823b-ec2bb0240228 req-4c6f64cf-82e5-417a-a2ab-52d9d0042d8b tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Sep 08 15:43:44.584310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] No DVR routers for this DVR port c93d481f-afb9-4027-b5de-bb90ea1fc009 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:44.588286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:44.590937 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ceb72bf3-ec18-4353-9326-98798065efae req-89722010-2d40-4edc-9dd3-08f43053e488 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "DELETE /v2.0/ports/c93d481f-afb9-4027-b5de-bb90ea1fc009 HTTP/1.1" status: 204 len: 173 time: 0.4769461 Sep 08 15:43:44.591440 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'name': 'network-vif-deleted', 'tag': 'c93d481f-afb9-4027-b5de-bb90ea1fc009'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:44.595130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e3f13-502b-4583-b701-e492567599f7" -d '{"events": [{"server_uuid": "1d851fc4-e861-4299-a264-b2ceb7cfa845", "name": "network-vif-deleted", "tag": "c93d481f-afb9-4027-b5de-bb90ea1fc009"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:44.634930 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b093e-7cd3-42df-ba71-a3720075028a x-openstack-request-id: req-1c6b093e-7cd3-42df-ba71-a3720075028a {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:44.635243 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d851fc4-e861-4299-a264-b2ceb7cfa845", "name": "network-vif-deleted", "tag": "c93d481f-afb9-4027-b5de-bb90ea1fc009", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:44.635902 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c6b093e-7cd3-42df-ba71-a3720075028a {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:44.635902 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d851fc4-e861-4299-a264-b2ceb7cfa845', 'name': 'network-vif-deleted', 'tag': 'c93d481f-afb9-4027-b5de-bb90ea1fc009', 'status': 'completed', 'code': 200} Sep 08 15:43:44.781442 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a536fbb3-6ae2-4a9a-9498-12021869b2e4 req-6590c1f2-e236-4a23-9d34-32882e0e32e3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d851fc4-e861-4299-a264-b2ceb7cfa845 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Sep 08 15:43:45.348131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0e2ee17-3108-40b0-bddc-1b80d3bec4d4 req-b1008818-0d11-4240-94c6-dc715221d3a4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 210 time: 0.0260117 Sep 08 15:43:45.457088 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857da86-ca41-499a-9563-676bbbb4cc51 req-fb4f7ad0-0ff7-42b5-a93b-a5b9c286e080 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:45.458577 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6857da86-ca41-499a-9563-676bbbb4cc51 req-fb4f7ad0-0ff7-42b5-a93b-a5b9c286e080 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0570858 Sep 08 15:43:45.500080 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6857da86-ca41-499a-9563-676bbbb4cc51 req-62a923e7-753c-4e38-b6d7-205da6e9f100 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Sep 08 15:43:46.052584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efc8b-9d90-41a4-860a-0ad168645fcf req-b2227877-289f-4e69-a17f-2e26bba52a94 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:46.054085 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c42efc8b-9d90-41a4-860a-0ad168645fcf req-b2227877-289f-4e69-a17f-2e26bba52a94 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0485768 Sep 08 15:43:46.094155 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c42efc8b-9d90-41a4-860a-0ad168645fcf req-6aeb7ee4-c75e-4488-a832-f0358d76d209 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Sep 08 15:43:46.187878 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-daacc45b-14e1-42ab-bed0-3da633ca5065 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:46.189309 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-daacc45b-14e1-42ab-bed0-3da633ca5065 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 809 time: 0.1069169 Sep 08 15:43:46.245169 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-2c886506-0c2b-4d37-85e8-49bd62830241 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f HTTP/1.1" status: 200 len: 379 time: 0.0330770 Sep 08 15:43:46.256981 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'port': {'device_id': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'admin_state_up': True, 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'security_groups': ['cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:46.355895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Made reservation on behalf of 3bd4fe66a2bb443ca69b0d1902e9c81f for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:43:46.359746 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:46.446859 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ffaa3aa-ff68-46b0-8fdb-0c1224aa6ad6 req-2815955d-c49f-4968-b237-dbf4182a4199 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 210 time: 0.0277390 Sep 08 15:43:46.492775 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Allocated IP 172.20.0.10 (47b209c8-4a31-4c1d-b0b1-87bba56c132a/28cccbb8-f0ad-4e30-9350-378b7b7ce2e7/eec5ff94-4a6f-4688-bdb7-41e180025909) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:43:46.621101 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3108a-330a-4632-ab26-4f7682214070 req-b7fce485-4c35-4cee-a5b0-a921afc35dc3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:46.622756 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-99d3108a-330a-4632-ab26-4f7682214070 req-b7fce485-4c35-4cee-a5b0-a921afc35dc3 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Sep 08 15:43:46.663958 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-99d3108a-330a-4632-ab26-4f7682214070 req-e9930f21-5913-4b04-876d-69cca265317b tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Sep 08 15:43:46.839556 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:46.854455 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Transition to ACTIVE for port object eec5ff94-4a6f-4688-bdb7-41e180025909 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:46.889459 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:46.929906 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:43:46.932755 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:43:46.936598 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:43:46.961867 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:46.990055 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:46.990666 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.005454 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-9ca0abc5-452b-4ecd-ae0f-3ac8c9dc80a6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518649 Sep 08 15:43:47.064745 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Request body: {'port': {'device_id': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:43:47.157521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-72ccebc3-bc11-4898-aa5f-8b35ca9e0ac8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:47.159074 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-72ccebc3-bc11-4898-aa5f-8b35ca9e0ac8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0915110 Sep 08 15:43:47.162193 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.162928 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f2b827b7-9196-4d9f-90f6-f8791d0b9dab None None] Provisioning for port eec5ff94-4a6f-4688-bdb7-41e180025909 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:43:47.167256 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f2b827b7-9196-4d9f-90f6-f8791d0b9dab None None] Provisioning complete for port eec5ff94-4a6f-4688-bdb7-41e180025909 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:43:47.167753 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f2b827b7-9196-4d9f-90f6-f8791d0b9dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.203338 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-f2b827b7-9196-4d9f-90f6-f8791d0b9dab None None] Port eec5ff94-4a6f-4688-bdb7-41e180025909 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:43:47.214092 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856521-3ee3-4321-94d0-57255415f7c5 req-0b3c1f69-286b-46e3-997f-39c5a6303b87 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:47.215641 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-20856521-3ee3-4321-94d0-57255415f7c5 req-0b3c1f69-286b-46e3-997f-39c5a6303b87 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0514846 Sep 08 15:43:47.253335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-20856521-3ee3-4321-94d0-57255415f7c5 req-beb26f3b-086a-41b1-8a8f-465649fd45f3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Sep 08 15:43:47.359646 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Deleting port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:47.360245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.516026 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] For port 4c7cf228-428a-4acd-964f-f728d7f9d1d6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4c7cf228-428a-4acd-964f-f728d7f9d1d6,segment=NetworkSegment(1d547179-151b-4a03-86e2-65cf643a1d10),segment_id=1d547179-151b-4a03-86e2-65cf643a1d10)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:47.516421 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.533015 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Calling delete_port for 4c7cf228-428a-4acd-964f-f728d7f9d1d6 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:47.567937 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e806c56-8054-4bd7-bcdb-e113192d84f2 req-f4f846ad-c2d7-4a5d-aeb5-b1eec2c02892 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:47.569422 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9e806c56-8054-4bd7-bcdb-e113192d84f2 req-f4f846ad-c2d7-4a5d-aeb5-b1eec2c02892 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 932 time: 0.0534520 Sep 08 15:43:47.611808 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9e806c56-8054-4bd7-bcdb-e113192d84f2 req-29a11460-0062-43aa-ac11-812a81281d6c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360043 Sep 08 15:43:47.624352 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec5ff94-4a6f-4688-bdb7-41e180025909 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:43:47.635479 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.655812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Transition to ACTIVE for port object eec5ff94-4a6f-4688-bdb7-41e180025909 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:43:47.665589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.756578 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:47.791808 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2235a19-be5f-4c79-a1a6-d523cca8d8a9 req-6241a50c-15af-4596-8b80-67680ac55d0a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:47.794190 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f2235a19-be5f-4c79-a1a6-d523cca8d8a9 req-6241a50c-15af-4596-8b80-67680ac55d0a tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a3e4fce-3e6f-464f-895f-6556c5eb7d53 HTTP/1.1" status: 200 len: 945 time: 0.0582588 Sep 08 15:43:47.817954 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.839025 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f2235a19-be5f-4c79-a1a6-d523cca8d8a9 req-27892e4e-dba9-4a14-bdb1-1a2d170a74bc tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.54 "GET /v2.0/security-groups?id=3336c4e2-19bc-443e-9778-d812189de9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383027 Sep 08 15:43:47.856602 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Pushing event deleted for resources: {'Port': ['ID=4c7cf228-428a-4acd-964f-f728d7f9d1d6,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:47.865095 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['4c7cf228-428a-4acd-964f-f728d7f9d1d6'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:47.916879 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.917095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.917431 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.917827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.918130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.918461 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.918791 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.919118 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.919445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.919767 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.920859 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.921334 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:47.925931 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] No DVR routers for this DVR port 4c7cf228-428a-4acd-964f-f728d7f9d1d6 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:47.929714 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:47.931666 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2255c45b-3a16-43f0-ab3f-3c1195531baa req-2fb350f2-9b41-49a0-9a58-f8c17e72edd8 tempest-AttachVolumeNegativeTest-2009341552 tempest-AttachVolumeNegativeTest-2009341552-project] 10.222.0.59 "DELETE /v2.0/ports/4c7cf228-428a-4acd-964f-f728d7f9d1d6 HTTP/1.1" status: 204 len: 173 time: 0.7603939 Sep 08 15:43:47.932105 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'name': 'network-vif-deleted', 'tag': '4c7cf228-428a-4acd-964f-f728d7f9d1d6'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:47.934364 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e8c3de-bed0-4181-9419-39757dd36374" -d '{"events": [{"server_uuid": "2a3e4fce-3e6f-464f-895f-6556c5eb7d53", "name": "network-vif-deleted", "tag": "4c7cf228-428a-4acd-964f-f728d7f9d1d6"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:47.938694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Attempting to bind port eec5ff94-4a6f-4688-bdb7-41e180025909 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:43:47.939041 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Attempting to bind port eec5ff94-4a6f-4688-bdb7-41e180025909 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:43:47.939375 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Attempting to bind port eec5ff94-4a6f-4688-bdb7-41e180025909 on network 47b209c8-4a31-4c1d-b0b1-87bba56c132a {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:47.944520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Port eec5ff94-4a6f-4688-bdb7-41e180025909 on network 47b209c8-4a31-4c1d-b0b1-87bba56c132a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:43:47.944817 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Attempting to bind port eec5ff94-4a6f-4688-bdb7-41e180025909 on network 47b209c8-4a31-4c1d-b0b1-87bba56c132a {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:43:47.950450 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:43:47.950730 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Checking segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:43:47.951110 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Bound using segment: {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:43:47.951877 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Bound port: eec5ff94-4a6f-4688-bdb7-41e180025909, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:43:47.952588 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:48.018294 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:43:48.021831 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:43:48.026050 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:48.052520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504b2db-f857-442c-bfb0-4ed88f8dd3cf x-openstack-request-id: req-3504b2db-f857-442c-bfb0-4ed88f8dd3cf {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:48.052804 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e4fce-3e6f-464f-895f-6556c5eb7d53", "name": "network-vif-deleted", "tag": "4c7cf228-428a-4acd-964f-f728d7f9d1d6", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:48.053052 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3504b2db-f857-442c-bfb0-4ed88f8dd3cf {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:48.053430 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e4fce-3e6f-464f-895f-6556c5eb7d53', 'name': 'network-vif-deleted', 'tag': '4c7cf228-428a-4acd-964f-f728d7f9d1d6', 'status': 'completed', 'code': 200} Sep 08 15:43:48.060607 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:48.061740 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:48.063087 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 1094 time: 1.0034628 Sep 08 15:43:48.085835 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d42f0-363c-4745-bee2-f0b5c03101b7 service neutron] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:48.224558 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-22d931c7-f73a-4521-adb6-7d2d9b8fc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:48.226088 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-22d931c7-f73a-4521-adb6-7d2d9b8fc0fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1097 time: 0.0451615 Sep 08 15:43:48.284286 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-941515a7-3180-458b-b7dd-fe613b378d3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 217 time: 0.0362890 Sep 08 15:43:48.337824 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-a60e09d5-a753-4587-b835-a32fd1b55b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:48.339287 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-a60e09d5-a753-4587-b835-a32fd1b55b62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0443194 Sep 08 15:43:48.371440 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb90aa6-880e-43de-b15b-af346a1928cc req-dd1345d8-886e-4320-9504-31c62f265d19 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:48.372891 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6cb90aa6-880e-43de-b15b-af346a1928cc req-dd1345d8-886e-4320-9504-31c62f265d19 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0507665 Sep 08 15:43:48.393309 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-80ea80a0-968f-4898-ac05-4b8b881d7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:48.394830 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-80ea80a0-968f-4898-ac05-4b8b881d7669 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405548 Sep 08 15:43:48.410510 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6cb90aa6-880e-43de-b15b-af346a1928cc req-904315ff-928f-4f94-9ac7-2b745bb4e15b tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Sep 08 15:43:48.417964 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c93d481f-afb9-4027-b5de-bb90ea1fc009 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:43:48.439405 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: c93d481f-afb9-4027-b5de-bb90ea1fc009 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:43:48.439750 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c93d481f-afb9-4027-b5de-bb90ea1fc009 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:43:48.494331 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-b46742d2-54a5-4b21-aea2-ba274e7fb57b service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 Sep 08 15:43:48.591077 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e6b4ebec-fec2-4454-b688-461a2574cf09 req-b5736017-7007-41e8-933f-04fe9d6eb26a service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795941 Sep 08 15:43:48.731872 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13591e54-7636-47d3-b89f-94ac03ec41d1 req-2c579291-cf3c-455c-b63e-8e9b674a70b2 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:48.734255 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-13591e54-7636-47d3-b89f-94ac03ec41d1 req-2c579291-cf3c-455c-b63e-8e9b674a70b2 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0529079 Sep 08 15:43:48.771725 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-13591e54-7636-47d3-b89f-94ac03ec41d1 req-7b4e04a4-0488-4880-8bf2-3737c09900ce tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Sep 08 15:43:48.915470 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38660) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:48.962583 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Deleting subnet fb5d3c97-7c44-46b8-8d86-270bbd20aed0 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:43:48.965521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:48.999204 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.036480 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.092139 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.119363 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5d3c97-7c44-46b8-8d86-270bbd20aed0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:49.121341 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.125408 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-243a00b6-4a5d-4ed4-8f97-6f50556ad03b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fb5d3c97-7c44-46b8-8d86-270bbd20aed0 HTTP/1.1" status: 204 len: 168 time: 0.2067442 Sep 08 15:43:49.126742 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38666) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:49.197357 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.276774 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.298048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ab893c-c2f2-4736-94aa-03332fe96506']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:49.306937 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d547179-151b-4a03-86e2-65cf643a1d10') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:49.307232 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d547179-151b-4a03-86e2-65cf643a1d10') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:43:49.316280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.328932 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.334654 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:43:49.335037 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:43:49.336598 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:43:49.388301 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.393417 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.395235 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] 10.222.0.54 "DELETE /v2.0/networks/b8ab893c-c2f2-4736-94aa-03332fe96506 HTTP/1.1" status: 204 len: 168 time: 0.2677336 Sep 08 15:43:49.406353 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43df578-bea7-44cc-a454-b5093b3a4cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ab893c-c2f2-4736-94aa-03332fe96506,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:49.528095 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8a39-1e88-4ed1-9beb-7e876807f233 req-535587b5-05c0-4c9f-b63f-b8f4037ba082 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:49.530121 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26fe8a39-1e88-4ed1-9beb-7e876807f233 req-535587b5-05c0-4c9f-b63f-b8f4037ba082 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Sep 08 15:43:49.561097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38674) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:49.572169 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26fe8a39-1e88-4ed1-9beb-7e876807f233 req-b03cf642-6a1c-4f97-8158-70cec8fed4b7 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Sep 08 15:43:49.600837 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-52e62044-1cd4-412e-b9b5-367480ae754e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3081dd91bfa642009df3b19188247e8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383801 Sep 08 15:43:49.603211 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38676) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:49.654465 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b41caa85-11de-4079-a335-c3dfc18f8042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.675958 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b41caa85-11de-4079-a335-c3dfc18f8042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.721761 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b41caa85-11de-4079-a335-c3dfc18f8042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.724456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b41caa85-11de-4079-a335-c3dfc18f8042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:49.725682 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b41caa85-11de-4079-a335-c3dfc18f8042 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3336c4e2-19bc-443e-9778-d812189de9f2 HTTP/1.1" status: 204 len: 168 time: 0.1215551 Sep 08 15:43:49.735952 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41caa85-11de-4079-a335-c3dfc18f8042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336c4e2-19bc-443e-9778-d812189de9f2,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:49.890565 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aefdd5-ec71-4b7f-b23b-ee1648da6d3c req-31ac3570-aea3-42a9-a366-a5c848e17052 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:49.892168 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26aefdd5-ec71-4b7f-b23b-ee1648da6d3c req-31ac3570-aea3-42a9-a366-a5c848e17052 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0498149 Sep 08 15:43:49.929080 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26aefdd5-ec71-4b7f-b23b-ee1648da6d3c req-28a4dc62-ab02-4607-b339-1d4dc2fd197b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Sep 08 15:43:50.054953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:50.057246 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62" -d '{"events": [{"name": "network-changed", "server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:50.093304 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01e34d9-df19-4a0b-90b0-ea47c648f1a7 x-openstack-request-id: req-c01e34d9-df19-4a0b-90b0-ea47c648f1a7 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:50.093649 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:50.093927 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c01e34d9-df19-4a0b-90b0-ea47c648f1a7 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:50.094317 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'status': 'completed', 'code': 200} Sep 08 15:43:50.199526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-7f661ec2-704b-499b-8fbb-bee0fabc9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:50.201054 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-7f661ec2-704b-499b-8fbb-bee0fabc9dc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1097 time: 0.0458529 Sep 08 15:43:50.345299 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-975bc4bb-e05a-42fd-90b2-a47d479c4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:50.346801 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-975bc4bb-e05a-42fd-90b2-a47d479c4ca7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.1059499 Sep 08 15:43:50.401713 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-7a7c67ef-0057-4afa-b676-d1fe41e8a10c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 217 time: 0.0367973 Sep 08 15:43:50.412722 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4c7cf228-428a-4acd-964f-f728d7f9d1d6 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:43:50.433823 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 4c7cf228-428a-4acd-964f-f728d7f9d1d6 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:43:50.434106 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 4c7cf228-428a-4acd-964f-f728d7f9d1d6 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:43:50.456812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-9641779e-16d9-4e53-9516-65e6f0119c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:50.458321 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-9641779e-16d9-4e53-9516-65e6f0119c7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0456183 Sep 08 15:43:50.512374 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-bdb3a565-de66-4f38-b4ea-d786720a1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:50.513952 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-bdb3a565-de66-4f38-b4ea-d786720a1d03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448010 Sep 08 15:43:50.614764 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-7dfd1b20-abdf-488e-9d9c-fa75979e9385 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889957 Sep 08 15:43:50.718649 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c034e-f957-4c9f-84c7-f1409da47350 req-bd18c9e7-dcfc-4e85-9eb4-42d156d3531c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:50.720486 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f36c034e-f957-4c9f-84c7-f1409da47350 req-bd18c9e7-dcfc-4e85-9eb4-42d156d3531c tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0743804 Sep 08 15:43:50.722293 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8f26d77b-7b03-4f3c-99d3-0defffbf2c62 req-0ae6ce6a-91f7-4d6b-a384-24b5978efceb service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960112 Sep 08 15:43:50.762738 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f36c034e-f957-4c9f-84c7-f1409da47350 req-08b742f8-acae-48be-8620-e317703bc22d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Sep 08 15:43:50.955468 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 38744) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:51.043032 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae42c9-4496-4953-a6d7-c8f77bb2d88a req-b51a24f5-ee65-4eda-89e6-eb512c16df73 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:51.044500 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-08ae42c9-4496-4953-a6d7-c8f77bb2d88a req-b51a24f5-ee65-4eda-89e6-eb512c16df73 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0478408 Sep 08 15:43:51.063655 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.102522 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-08ae42c9-4496-4953-a6d7-c8f77bb2d88a req-9a5e0372-7553-47db-818b-f773971d769e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507956 Sep 08 15:43:51.171513 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.175047 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.213143 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ab823-7fcb-49e7-8b70-91fcdf5283d7,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:51.217732 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68544d23943c4c2d8d7f4d49110ea7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612028 Sep 08 15:43:51.220807 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38748) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:51.222316 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.222659 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.222994 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.223323 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.223651 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.224002 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.224325 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.224644 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.224966 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.225283 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.225597 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.225950 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40cf00-53df-4bc6-8aec-cec4db912676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:43:51.270275 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02052119-6824-436c-972a-e14ed2f18198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.291278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02052119-6824-436c-972a-e14ed2f18198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.343194 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02052119-6824-436c-972a-e14ed2f18198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.345772 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02052119-6824-436c-972a-e14ed2f18198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:51.346953 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-02052119-6824-436c-972a-e14ed2f18198 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b61ab823-7fcb-49e7-8b70-91fcdf5283d7 HTTP/1.1" status: 204 len: 168 time: 0.1250448 Sep 08 15:43:51.354762 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02052119-6824-436c-972a-e14ed2f18198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ab823-7fcb-49e7-8b70-91fcdf5283d7,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:51.883528 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08826a21-5827-481b-94aa-0fa117c2f688 req-c186b4d1-41a6-419b-b9f2-5741b9dd9c5d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:51.885036 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-08826a21-5827-481b-94aa-0fa117c2f688 req-c186b4d1-41a6-419b-b9f2-5741b9dd9c5d tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0514212 Sep 08 15:43:51.925537 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-08826a21-5827-481b-94aa-0fa117c2f688 req-52b7ef5a-d903-4a76-b3b0-f4c07c9e1fe3 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Sep 08 15:43:52.223577 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7368843-75ec-4072-801a-9f9f770a929b req-8dbb4a09-e7c9-47ac-9edd-5c4946e9270b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:52.225081 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7368843-75ec-4072-801a-9f9f770a929b req-8dbb4a09-e7c9-47ac-9edd-5c4946e9270b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0547853 Sep 08 15:43:52.263411 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7368843-75ec-4072-801a-9f9f770a929b req-5cb7c0ac-da0d-49ed-847b-8f0acf163e1b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Sep 08 15:43:52.981771 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38820) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:53.047282 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64012810-a2ce-40c2-afc2-ed2f366e9aa3 req-b07ce74d-52d0-4e31-89e1-5a0cbff608fe tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:53.048802 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-64012810-a2ce-40c2-afc2-ed2f366e9aa3 req-b07ce74d-52d0-4e31-89e1-5a0cbff608fe tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0521274 Sep 08 15:43:53.093329 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-64012810-a2ce-40c2-afc2-ed2f366e9aa3 req-b807f3d6-763d-45a2-8500-7c7721eab382 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Sep 08 15:43:53.093922 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8dd86839-0621-4491-8868-af863aaf36eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.183988 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8dd86839-0621-4491-8868-af863aaf36eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.189817 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8dd86839-0621-4491-8868-af863aaf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.229147 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd86839-0621-4491-8868-af863aaf36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e724ea7-bf5f-4a23-b3b3-98afec19c180,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:53.233621 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-8dd86839-0621-4491-8868-af863aaf36eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3e0f45f084b4672b665c382630b72a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493825 Sep 08 15:43:53.238171 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 38824) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:53.286720 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d38aedb-9d58-4efc-aee5-2619dd410e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.307334 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d38aedb-9d58-4efc-aee5-2619dd410e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.379120 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d38aedb-9d58-4efc-aee5-2619dd410e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.381552 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d38aedb-9d58-4efc-aee5-2619dd410e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.382704 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5d38aedb-9d58-4efc-aee5-2619dd410e3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e724ea7-bf5f-4a23-b3b3-98afec19c180 HTTP/1.1" status: 204 len: 168 time: 0.1435771 Sep 08 15:43:53.394384 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e56983-f50f-496b-8348-83bc0fd78eca req-9cffcfd6-c08d-4d0b-abfa-765c05fd29e0 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:53.396099 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-20e56983-f50f-496b-8348-83bc0fd78eca req-9cffcfd6-c08d-4d0b-abfa-765c05fd29e0 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0627027 Sep 08 15:43:53.401728 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38aedb-9d58-4efc-aee5-2619dd410e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e724ea7-bf5f-4a23-b3b3-98afec19c180,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:53.447857 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-20e56983-f50f-496b-8348-83bc0fd78eca req-27361800-73c1-4909-a1a6-81c5875a3c4f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438638 Sep 08 15:43:53.661173 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 38838) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:53.675621 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-36ce56ab-ca3d-40e2-8a67-2f7de90e7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.780307 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-36ce56ab-ca3d-40e2-8a67-2f7de90e7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.783939 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-36ce56ab-ca3d-40e2-8a67-2f7de90e7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.821353 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-36ce56ab-ca3d-40e2-8a67-2f7de90e7155 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d6418c9c9dd4055bbd4a4b792f98d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589773 Sep 08 15:43:53.822220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce56ab-ca3d-40e2-8a67-2f7de90e7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170fbd10-02ed-4b70-bd13-7cd0ed72acc4,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:53.824116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38844) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:43:53.904956 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d5ca34b6-c738-4733-bb51-1967f011dbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.934551 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d5ca34b6-c738-4733-bb51-1967f011dbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:53.951850 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-26ce832e-59d5-4c50-8760-5c71c3c6baa6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:53.953335 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-26ce832e-59d5-4c50-8760-5c71c3c6baa6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0815072 Sep 08 15:43:54.046636 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d5ca34b6-c738-4733-bb51-1967f011dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:54.049250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d5ca34b6-c738-4733-bb51-1967f011dbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:54.050394 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-d5ca34b6-c738-4733-bb51-1967f011dbd8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/170fbd10-02ed-4b70-bd13-7cd0ed72acc4 HTTP/1.1" status: 204 len: 168 time: 0.2250292 Sep 08 15:43:54.063460 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca34b6-c738-4733-bb51-1967f011dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170fbd10-02ed-4b70-bd13-7cd0ed72acc4,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:54.081393 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Deleting port c694de99-fa2a-4ccf-9d4f-e790d46486b3 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:43:54.082005 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:54.188504 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] For port c694de99-fa2a-4ccf-9d4f-e790d46486b3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c694de99-fa2a-4ccf-9d4f-e790d46486b3,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:43:54.189276 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:54.204977 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Calling delete_port for c694de99-fa2a-4ccf-9d4f-e790d46486b3 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:43:54.247054 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f5a63-64df-45e6-a71a-a49c12505aa4 req-9f00a1e8-a4be-4885-9638-d2b77f691476 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:54.250096 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d03f5a63-64df-45e6-a71a-a49c12505aa4 req-9f00a1e8-a4be-4885-9638-d2b77f691476 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 946 time: 0.0671275 Sep 08 15:43:54.315474 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d03f5a63-64df-45e6-a71a-a49c12505aa4 req-4abf91d6-b801-4612-b0f4-e25c19049c85 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/security-groups?id=cb13d571-192f-4bd1-8849-a29015d2f360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Sep 08 15:43:54.356238 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:54.386278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Pushing event deleted for resources: {'Port': ['ID=c694de99-fa2a-4ccf-9d4f-e790d46486b3,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:43:54.393531 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['c694de99-fa2a-4ccf-9d4f-e790d46486b3'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:43:54.433209 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] No DVR routers for this DVR port c694de99-fa2a-4ccf-9d4f-e790d46486b3 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:43:54.436421 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:43:54.438353 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-fe3549fb-31f6-4be4-8c2f-32d74c01e440 req-02f5676c-9f0f-4eb2-84d9-8a6aed4bbed6 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.59 "DELETE /v2.0/ports/c694de99-fa2a-4ccf-9d4f-e790d46486b3 HTTP/1.1" status: 204 len: 173 time: 0.4767582 Sep 08 15:43:54.438799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55206b57-123b-42e6-8074-1b156362fd41', 'name': 'network-vif-deleted', 'tag': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:43:54.441009 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42272a6d-e135-48a2-8b26-19dbc457a20c" -d '{"events": [{"server_uuid": "55206b57-123b-42e6-8074-1b156362fd41", "name": "network-vif-deleted", "tag": "c694de99-fa2a-4ccf-9d4f-e790d46486b3"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:43:54.479583 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd839ad4-44c5-4cdd-8f01-75e220ab211b x-openstack-request-id: req-fd839ad4-44c5-4cdd-8f01-75e220ab211b {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:43:54.479973 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55206b57-123b-42e6-8074-1b156362fd41", "name": "network-vif-deleted", "tag": "c694de99-fa2a-4ccf-9d4f-e790d46486b3", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:43:54.480322 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd839ad4-44c5-4cdd-8f01-75e220ab211b {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:43:54.481136 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55206b57-123b-42e6-8074-1b156362fd41', 'name': 'network-vif-deleted', 'tag': 'c694de99-fa2a-4ccf-9d4f-e790d46486b3', 'status': 'completed', 'code': 200} Sep 08 15:43:54.562544 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53422085-18da-4fa3-9e39-3178d90593fe req-be42fd7e-2763-4ccf-a2a1-91695efa2001 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:43:54.564001 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-53422085-18da-4fa3-9e39-3178d90593fe req-be42fd7e-2763-4ccf-a2a1-91695efa2001 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0484223 Sep 08 15:43:54.603343 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-53422085-18da-4fa3-9e39-3178d90593fe req-def6afa8-392d-4184-a004-65c5b38beacd tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331600 Sep 08 15:43:58.481783 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:44:00.619834 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a9321ba1-cd2c-427d-8649-a24ecb1e8169 req-e3a9f355-f581-4ddc-a034-bd1f3796f213 tempest-ServerRescueNegativeTestJSON-1224385758 tempest-ServerRescueNegativeTestJSON-1224385758-project] 10.222.0.54 "GET /v2.0/ports?device_id=55206b57-123b-42e6-8074-1b156362fd41 HTTP/1.1" status: 200 len: 210 time: 0.0338886 Sep 08 15:44:00.637384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-7196f2e5-b973-41b5-aaea-5ab7a306d196 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686517375&fields=id&tenant_id=e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 267 time: 0.0575762 Sep 08 15:44:00.771393 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-8f4424bc-090a-416f-b69d-0c883d43cfe6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:00.772723 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-8f4424bc-090a-416f-b69d-0c883d43cfe6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 812 time: 0.1280704 Sep 08 15:44:00.780701 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dbe5f-3946-4915-a4b9-f3c9c07908ed req-07b00f60-5ba4-4da3-9713-6b40316b7a4a tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:00.782068 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aa0dbe5f-3946-4915-a4b9-f3c9c07908ed req-07b00f60-5ba4-4da3-9713-6b40316b7a4a tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.1010554 Sep 08 15:44:00.803849 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-fd8819a7-19f1-4a69-ad41-f899b5180e59 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/quotas/e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 375 time: 0.0208461 Sep 08 15:44:00.846547 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aa0dbe5f-3946-4915-a4b9-f3c9c07908ed req-fed4ddf7-77a0-4e62-b726-c4a4f567e877 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575569 Sep 08 15:44:00.871364 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-298d4cc2-9173-450c-aa55-11140d7f7b45 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611408 Sep 08 15:44:00.972429 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-1fad62e5-f04f-4665-b182-9f9541898e63 service neutron] 10.222.0.54 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875027 Sep 08 15:44:01.072407 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-f619a56d-b233-4d72-ab10-67da739812d7 service neutron] 10.222.0.54 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926623 Sep 08 15:44:01.355850 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4cd6f72b-5b72-481f-a8ac-4b052755a3e7 req-00f5514b-897d-43be-a8c9-644d5bd0646c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0262454 Sep 08 15:44:03.425245 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c694de99-fa2a-4ccf-9d4f-e790d46486b3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:44:03.444657 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: c694de99-fa2a-4ccf-9d4f-e790d46486b3 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:44:03.444993 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device c694de99-fa2a-4ccf-9d4f-e790d46486b3 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:44:04.721173 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:06.030188 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 38988) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:06.140587 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9c150a04-65a6-4c2b-8a58-ca3d582dfcb5 req-9e46780d-f1e1-475e-88de-aaf13ffd813e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0442045 Sep 08 15:44:06.160396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01c902-6543-485f-90cf-eb3461ef0c8d req-36b623b9-1038-4ccd-a8b1-9933b4a95fca tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:06.161893 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eb01c902-6543-485f-90cf-eb3461ef0c8d req-36b623b9-1038-4ccd-a8b1-9933b4a95fca tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0825064 Sep 08 15:44:06.213921 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eb01c902-6543-485f-90cf-eb3461ef0c8d req-667ba293-cb22-4b77-9756-154cae609125 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Sep 08 15:44:06.482725 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:07.022635 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-10f47427-85ab-452c-a68d-db0e6b21e3c6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:07.024062 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-10f47427-85ab-452c-a68d-db0e6b21e3c6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 812 time: 0.1364048 Sep 08 15:44:07.105083 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-abd776af-cac3-4380-8fc6-99c1a3ee2e20 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 379 time: 0.0557048 Sep 08 15:44:07.118918 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Deleting port 690d28a7-9eeb-4380-8c02-4f0ab6e30182 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:44:07.119258 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:07.197942 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] For port 690d28a7-9eeb-4380-8c02-4f0ab6e30182, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=690d28a7-9eeb-4380-8c02-4f0ab6e30182,segment=NetworkSegment(e5d6c491-d928-4fa4-a633-27ac3ab16b4c),segment_id=e5d6c491-d928-4fa4-a633-27ac3ab16b4c)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:07.198320 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:07.211138 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Calling delete_port for 690d28a7-9eeb-4380-8c02-4f0ab6e30182 owned by network:router_interface {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:44:07.245374 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba0cd3ab-90bf-4287-953e-1418b3a35e08 req-29b5c7fc-b602-4634-ae06-62559be059ea tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0363538 Sep 08 15:44:07.258750 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-042cddd0-5557-49f5-a450-607a559ae0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:07.355107 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd39e9e-1cbc-48a0-8d6e-9649386db2f2 req-d7a05c1e-a7c9-4ca1-82ef-c43c89dadcc2 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:07.356587 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ddd39e9e-1cbc-48a0-8d6e-9649386db2f2 req-d7a05c1e-a7c9-4ca1-82ef-c43c89dadcc2 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0592980 Sep 08 15:44:07.394986 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ddd39e9e-1cbc-48a0-8d6e-9649386db2f2 req-7d80abee-4f97-472e-a70e-d8622a55181d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317733 Sep 08 15:44:07.412305 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:07.439054 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Pushing event deleted for resources: {'Port': ['ID=690d28a7-9eeb-4380-8c02-4f0ab6e30182,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:07.596327 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:07.797865 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Router 6ed33e16-f249-4265-8c56-1b690f1c2e4d has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:44:07.900446 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:44:07.905755 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-8b568cb9-0787-4129-8dea-d23f22a5ae45 admin admin] 10.222.0.54 "PUT /v2.0/routers/6ed33e16-f249-4265-8c56-1b690f1c2e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748660 Sep 08 15:44:07.908255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39018) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:07.910939 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] Sync routers for ids ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:44:07.920296 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] Routers {'6ed33e16-f249-4265-8c56-1b690f1c2e4d'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:44:07.920899 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:08.011448 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks [] for router, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.026555 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] Set router 6ed33e16-f249-4265-8c56-1b690f1c2e4d gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:44:08.125286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.176739 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Deleting port f5876a11-87d8-48c7-af17-6f9c379d50fa {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:44:08.177075 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.203328 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:44:07Z', 'revision_number': 5, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port': {'id': 'f5876a11-87d8-48c7-af17-6f9c379d50fa', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:23Z', 'updated_at': '2021-09-08T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:08.228690 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] Checking router: 6ed33e16-f249-4265-8c56-1b690f1c2e4d for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:44:08.237361 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] Routers {'6ed33e16-f249-4265-8c56-1b690f1c2e4d'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:44:08.237986 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:43:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:08.255393 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] For port f5876a11-87d8-48c7-af17-6f9c379d50fa, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f5876a11-87d8-48c7-af17-6f9c379d50fa,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:08.255781 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.267719 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Calling delete_port for f5876a11-87d8-48c7-af17-6f9c379d50fa owned by network:router_gateway {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:44:08.322667 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] Set router 6ed33e16-f249-4265-8c56-1b690f1c2e4d gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:44:08.339022 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-be9a41c3-5360-455b-b40b-d19adbe4b932 req-86d75aab-cb95-4a8c-9f13-7e64d5752908 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0313432 Sep 08 15:44:08.386450 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:44:08Z', 'revision_number': 6, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:08.413196 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4c27c-7b08-4b17-80a7-ae5b1b2c6137 None None] The sync data for ids ['6ed33e16-f249-4265-8c56-1b690f1c2e4d'] in dv-cinder-776307-8-iscsi is: [{'id': '6ed33e16-f249-4265-8c56-1b690f1c2e4d', 'name': 'tempest-ServerRescueNegativeTestJSON-1109392099-router', 'tenant_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:22Z', 'updated_at': '2021-09-08T15:44:08Z', 'revision_number': 6, 'project_id': 'c7eb6afa978747138dcf90e0e88ab9e1', 'gw_port_host': None}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:44:08.449791 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.477378 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5876a11-87d8-48c7-af17-6f9c379d50fa,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:08.518674 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dbdad-6e00-4e44-9ae3-870189596ada req-a440a2c9-c64c-4267-8788-b9c483e5b244 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:08.520124 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-834dbdad-6e00-4e44-9ae3-870189596ada req-a440a2c9-c64c-4267-8788-b9c483e5b244 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0510767 Sep 08 15:44:08.534245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.557381 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-834dbdad-6e00-4e44-9ae3-870189596ada req-a93a6a43-bb29-4e31-865b-03b8bbe341d9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312059 Sep 08 15:44:08.637498 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.640344 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.699728 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.700296 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed33e16-f249-4265-8c56-1b690f1c2e4d {{(pid=100600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:44:08.705402 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.706558 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-ad38eb70-e20c-436b-bf11-0f4589075b63 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6ed33e16-f249-4265-8c56-1b690f1c2e4d HTTP/1.1" status: 204 len: 168 time: 0.7974126 Sep 08 15:44:08.709111 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39030) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:08.752306 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Deleting subnet 78caf5ed-c032-4db7-a994-7f0a42931f40 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:44:08.755211 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.793123 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.833594 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.886698 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.911328 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78caf5ed-c032-4db7-a994-7f0a42931f40,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:08.914887 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:08.916722 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-9f9d4ae8-40ac-4001-8501-0821b266b8da admin admin] 10.222.0.54 "DELETE /v2.0/subnets/78caf5ed-c032-4db7-a994-7f0a42931f40 HTTP/1.1" status: 204 len: 168 time: 0.2066336 Sep 08 15:44:08.919256 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39032) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:08.987551 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.062067 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.081820 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837c12d3-2b97-4760-9735-6578493070b0']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:09.090727 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:09.090969 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d6c491-d928-4fa4-a633-27ac3ab16b4c') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:09.100008 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.112659 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.118488 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:44:09.118857 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:44:09.120401 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:44:09.179160 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.194166 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.196005 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] 10.222.0.54 "DELETE /v2.0/networks/837c12d3-2b97-4760-9735-6578493070b0 HTTP/1.1" status: 204 len: 168 time: 0.2758117 Sep 08 15:44:09.197280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d2e6f-c18a-49bb-ab69-7c47a05b881e admin admin] Pushing event deleted for resources: {'Network': ['ID=837c12d3-2b97-4760-9735-6578493070b0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:09.359789 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39036) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:09.421152 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39044) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:09.421539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-3f8075f9-95ad-43e5-a95d-12618b9301c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7eb6afa978747138dcf90e0e88ab9e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0604522 Sep 08 15:44:09.448348 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2b8bf8ca-b7ce-4d8b-88dd-89f390a1aea5 req-1013ad9b-5f76-42c1-876a-4e701041aa8a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0256693 Sep 08 15:44:09.483739 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2ef88058-d1cd-4baf-99ac-936cbe6063bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.506299 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2ef88058-d1cd-4baf-99ac-936cbe6063bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.550562 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2ef88058-d1cd-4baf-99ac-936cbe6063bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.553110 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2ef88058-d1cd-4baf-99ac-936cbe6063bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:09.554343 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2ef88058-d1cd-4baf-99ac-936cbe6063bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb13d571-192f-4bd1-8849-a29015d2f360 HTTP/1.1" status: 204 len: 168 time: 0.1316564 Sep 08 15:44:09.562286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef88058-d1cd-4baf-99ac-936cbe6063bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13d571-192f-4bd1-8849-a29015d2f360,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:09.675667 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6efbf-8a20-4ace-aec8-118a1a54042f req-336dd5cf-6921-4e2e-97ff-ee66314bdd26 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:09.677475 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-37c6efbf-8a20-4ace-aec8-118a1a54042f req-336dd5cf-6921-4e2e-97ff-ee66314bdd26 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0523064 Sep 08 15:44:09.724072 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-37c6efbf-8a20-4ace-aec8-118a1a54042f req-9ffd3fbf-3294-4f49-acaf-632cecba8741 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362494 Sep 08 15:44:09.802697 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-60c30a23-e62b-4fae-b3a9-eb5ed705d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:10.051478 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 690d28a7-9eeb-4380-8c02-4f0ab6e30182 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:44:10.071632 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 690d28a7-9eeb-4380-8c02-4f0ab6e30182 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:44:10.071977 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 690d28a7-9eeb-4380-8c02-4f0ab6e30182 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:44:10.072397 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f5876a11-87d8-48c7-af17-6f9c379d50fa no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:44:10.093253 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: f5876a11-87d8-48c7-af17-6f9c379d50fa {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:44:10.093599 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f5876a11-87d8-48c7-af17-6f9c379d50fa not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:44:10.284971 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:10.541684 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d86559ff-c0fb-4e00-ae2b-d20076a05074 req-33cd5416-77c1-4e9c-be63-24f76cf5e0ac tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0257680 Sep 08 15:44:10.837244 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a018cf-b400-4ae0-b12f-41d62f223655 req-3609ede3-f522-4f03-b3e5-328a7367642c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:10.838806 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b5a018cf-b400-4ae0-b12f-41d62f223655 req-3609ede3-f522-4f03-b3e5-328a7367642c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0479569 Sep 08 15:44:10.879060 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b5a018cf-b400-4ae0-b12f-41d62f223655 req-54ef75fb-f7cb-4521-b4bb-37a06098b637 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341468 Sep 08 15:44:10.891746 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.142449 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39104) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:11.241620 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a989a01-c6be-46ec-ad8b-f98f417a54e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.311880 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'port': {'device_id': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'admin_state_up': True, 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'security_groups': ['c1762f31-3484-45b0-8a8f-b94f777f6813']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:44:11.387413 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a989a01-c6be-46ec-ad8b-f98f417a54e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.393290 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a989a01-c6be-46ec-ad8b-f98f417a54e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.457782 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989a01-c6be-46ec-ad8b-f98f417a54e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd0fa6-b45f-4867-884f-dcfd5691d48e,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:11.460185 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-5a989a01-c6be-46ec-ad8b-f98f417a54e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bfb7272f027148ce923d3dc6505932c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167114 Sep 08 15:44:11.462946 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39112) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:11.479101 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Made reservation on behalf of e485550a654b419aae39dff67c89193d for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:44:11.483152 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.521187 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-518727b5-35f0-42fb-ac49-7e462b073bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.549263 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-518727b5-35f0-42fb-ac49-7e462b073bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.612088 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-518727b5-35f0-42fb-ac49-7e462b073bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.615141 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-518727b5-35f0-42fb-ac49-7e462b073bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.619574 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-518727b5-35f0-42fb-ac49-7e462b073bef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52fd0fa6-b45f-4867-884f-dcfd5691d48e HTTP/1.1" status: 204 len: 168 time: 0.1554127 Sep 08 15:44:11.621816 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Allocated IP 172.20.0.14 (30d1c591-8c78-44e8-9491-a4e5de4d4a63/f4cccbb3-348b-44a0-91ca-b32f2bc9345a/25c563ef-96c5-455d-8493-73a95ab4dbbc) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:44:11.642364 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518727b5-35f0-42fb-ac49-7e462b073bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd0fa6-b45f-4867-884f-dcfd5691d48e,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:11.675819 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-67ec1b83-9fa8-414a-991d-f4133b8f4bc6 req-0b3e046c-e9f8-416b-874f-24f7ff13698c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0549736 Sep 08 15:44:11.787343 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.801317 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Transition to ACTIVE for port object 25c563ef-96c5-455d-8493-73a95ab4dbbc will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:44:11.834503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.877723 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:44:11.880725 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:44:11.884529 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:44:11.893744 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=25c563ef-96c5-455d-8493-73a95ab4dbbc,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:11.896632 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39128) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:11.917008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5f039604-29b9-4694-b210-c43d3c9072dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:11.942254 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:11.943201 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.024108 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec08deb-3d63-4721-904c-d78f41f9a505 req-348fa805-b5ae-4b7f-8126-5563f3f4e1e7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:12.025649 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ec08deb-3d63-4721-904c-d78f41f9a505 req-348fa805-b5ae-4b7f-8126-5563f3f4e1e7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0705805 Sep 08 15:44:12.080522 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5f039604-29b9-4694-b210-c43d3c9072dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.083847 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ec08deb-3d63-4721-904c-d78f41f9a505 req-7d4a1516-ab3a-4a98-88c3-2239725fc8e8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506282 Sep 08 15:44:12.084891 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5f039604-29b9-4694-b210-c43d3c9072dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.089167 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-6e67bd60-39a2-4449-ada0-8b1801b3bde7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839775 Sep 08 15:44:12.109838 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Request body: {'port': {'device_id': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:44:12.125366 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f039604-29b9-4694-b210-c43d3c9072dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fef5e0-b942-4bca-9a5e-af75292bf0a3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:12.129024 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-b093ca6d-3094-4249-ac11-021ed6c2ed1f None None] Provisioning for port 25c563ef-96c5-455d-8493-73a95ab4dbbc completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:44:12.133704 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-b093ca6d-3094-4249-ac11-021ed6c2ed1f None None] Provisioning complete for port 25c563ef-96c5-455d-8493-73a95ab4dbbc triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:44:12.134038 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b093ca6d-3094-4249-ac11-021ed6c2ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.140390 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5f039604-29b9-4694-b210-c43d3c9072dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ca0f9830f7442d9947c59ac830939f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426529 Sep 08 15:44:12.143342 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39132) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:12.172066 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-b093ca6d-3094-4249-ac11-021ed6c2ed1f None None] Port 25c563ef-96c5-455d-8493-73a95ab4dbbc cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:44:12.195211 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-27ae3294-0aea-498c-b57b-376760b14cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.217029 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-27ae3294-0aea-498c-b57b-376760b14cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.267143 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-27ae3294-0aea-498c-b57b-376760b14cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.269574 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-27ae3294-0aea-498c-b57b-376760b14cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.270804 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-27ae3294-0aea-498c-b57b-376760b14cd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81fef5e0-b942-4bca-9a5e-af75292bf0a3 HTTP/1.1" status: 204 len: 168 time: 0.1263866 Sep 08 15:44:12.278792 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae3294-0aea-498c-b57b-376760b14cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fef5e0-b942-4bca-9a5e-af75292bf0a3,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:12.405073 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.485301 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.703572 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c563ef-96c5-455d-8493-73a95ab4dbbc {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:44:12.711213 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.730597 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Transition to ACTIVE for port object 25c563ef-96c5-455d-8493-73a95ab4dbbc will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:44:12.736285 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.807567 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Pushing event updated for resources: {'Port': ['ID=25c563ef-96c5-455d-8493-73a95ab4dbbc,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:12.826228 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939beaf-553e-42d1-b7c6-30551350ae95 req-7c3a1889-5090-418e-9909-e22a557587a7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:12.835005 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e939beaf-553e-42d1-b7c6-30551350ae95 req-7c3a1889-5090-418e-9909-e22a557587a7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0816145 Sep 08 15:44:12.887339 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e939beaf-553e-42d1-b7c6-30551350ae95 req-b2b0d22a-f822-4c09-99af-53305fdcdfb6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513647 Sep 08 15:44:12.896123 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Attempting to bind port 25c563ef-96c5-455d-8493-73a95ab4dbbc on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:44:12.896393 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Attempting to bind port 25c563ef-96c5-455d-8493-73a95ab4dbbc by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:44:12.896726 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Attempting to bind port 25c563ef-96c5-455d-8493-73a95ab4dbbc on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:44:12.901185 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Port 25c563ef-96c5-455d-8493-73a95ab4dbbc on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:44:12.901509 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Attempting to bind port 25c563ef-96c5-455d-8493-73a95ab4dbbc on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:44:12.915004 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:44:12.915004 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Checking segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:44:12.915301 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Bound using segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:44:12.915757 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Bound port: 25c563ef-96c5-455d-8493-73a95ab4dbbc, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:44:12.916112 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:12.996261 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] For port 25c563ef-96c5-455d-8493-73a95ab4dbbc, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:44:13.000183 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] For port 25c563ef-96c5-455d-8493-73a95ab4dbbc, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:44:13.005532 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:13.045591 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.046406 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:13.047786 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] 10.222.0.59 "PUT /v2.0/ports/25c563ef-96c5-455d-8493-73a95ab4dbbc HTTP/1.1" status: 200 len: 1094 time: 0.9422543 Sep 08 15:44:13.048552 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:13.053744 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:13.086501 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a744f-0cbd-4c17-9af0-6bfb585c1e1a service neutron] Pushing event updated for resources: {'Port': ['ID=25c563ef-96c5-455d-8493-73a95ab4dbbc,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:13.122383 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0640453-c879-43b2-9350-c86552f989b7 x-openstack-request-id: req-d0640453-c879-43b2-9350-c86552f989b7 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:13.123053 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:13.123362 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0640453-c879-43b2-9350-c86552f989b7 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:13.123860 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'status': 'completed', 'code': 200} Sep 08 15:44:13.229828 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e62893-ad12-4932-9e8f-edeceb72f2c8 req-6f1f8177-3709-4f5e-91b8-e827062d73d4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.238066 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-59e62893-ad12-4932-9e8f-edeceb72f2c8 req-6f1f8177-3709-4f5e-91b8-e827062d73d4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0666356 Sep 08 15:44:13.240340 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242 req-49be58fa-f398-4873-ac75-cd93b556179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.241986 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242 req-49be58fa-f398-4873-ac75-cd93b556179d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 1097 time: 0.0516393 Sep 08 15:44:13.274848 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-59e62893-ad12-4932-9e8f-edeceb72f2c8 req-a04b12a7-c619-4144-872d-5985bdc69d74 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359356 Sep 08 15:44:13.416127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242 req-729ee9c8-2ef8-416c-8712-37886d62e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.418048 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242 req-729ee9c8-2ef8-416c-8712-37886d62e0e9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e485550a654b419aae39dff67c89193d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1125991 Sep 08 15:44:13.532353 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242 req-52662340-f2ea-46f5-bff2-9005d6f811ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.533855 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7a0c0dcc-3c09-46e5-a9a5-d125c4f95242 req-52662340-f2ea-46f5-bff2-9005d6f811ed service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077664 Sep 08 15:44:13.668804 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-ba07f9da-46b2-4f56-baa4-ff84ac778c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.670681 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-ba07f9da-46b2-4f56-baa4-ff84ac778c39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 1097 time: 0.0470576 Sep 08 15:44:13.728721 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-f367a320-d254-42cd-b10c-206b8e7af262 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc HTTP/1.1" status: 200 len: 217 time: 0.0427053 Sep 08 15:44:13.732832 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:44:13.782049 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-5fa6c7d8-af73-4da3-aebb-7ba877fd2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.783526 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-5fa6c7d8-af73-4da3-aebb-7ba877fd2803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0472109 Sep 08 15:44:13.831020 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:13.835813 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-27e49e46-1b9f-4f81-b191-13f31faec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:13.837320 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-27e49e46-1b9f-4f81-b191-13f31faec109 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461414 Sep 08 15:44:13.843011 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'port_id': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'mac_address': 'fa:16:3e:9f:90:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:44:13.880843 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:13.894090 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec5ff94-4a6f-4688-bdb7-41e180025909 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:44:13.913496 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:13.917796 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:13.970654 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:14.013822 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e72f9b-ddcd-4eb9-8968-93eab8eb3019 req-e5c946bc-0d04-4a28-9a04-9f52c729bb0a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:14.015416 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78e72f9b-ddcd-4eb9-8968-93eab8eb3019 req-e5c946bc-0d04-4a28-9a04-9f52c729bb0a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0514793 Sep 08 15:44:14.060032 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78e72f9b-ddcd-4eb9-8968-93eab8eb3019 req-075656d1-3794-4112-83a6-4ed5a9f0aa3c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365059 Sep 08 15:44:14.388427 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439897d1-4379-450c-8973-e615ba0dafc1 req-c19af798-7e0b-45f8-bfcc-50806f695415 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:14.390706 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-439897d1-4379-450c-8973-e615ba0dafc1 req-c19af798-7e0b-45f8-bfcc-50806f695415 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0480387 Sep 08 15:44:14.428139 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-439897d1-4379-450c-8973-e615ba0dafc1 req-37c482e5-0035-4523-bb4f-b3de9933570a tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Sep 08 15:44:15.038412 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39252) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:15.166873 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7e91ffab-5f05-4771-8748-8fa39caea769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.174959 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-15bfee80-e1d9-4451-94bf-8b31691bd13c service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883172 Sep 08 15:44:15.197887 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c19750-3573-44a6-80f2-df650823329a req-f33bb7c9-53f5-443a-91e7-0ad126b626d9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:15.199339 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7c19750-3573-44a6-80f2-df650823329a req-f33bb7c9-53f5-443a-91e7-0ad126b626d9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0753012 Sep 08 15:44:15.255511 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7c19750-3573-44a6-80f2-df650823329a req-f1c2e8ab-f1fb-4ba6-a667-22730a89c05f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Sep 08 15:44:15.306813 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7e91ffab-5f05-4771-8748-8fa39caea769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.311962 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-7e91ffab-5f05-4771-8748-8fa39caea769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.347794 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-7e91ffab-5f05-4771-8748-8fa39caea769 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca6533053209462bbc5bea98b5acb437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083508 Sep 08 15:44:15.350268 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91ffab-5f05-4771-8748-8fa39caea769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40001c-0807-44bf-b697-7f803363503a,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:15.350923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39260) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:15.399180 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-abfd1038-dbfd-440c-8ca3-3d4afe16c474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.421182 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-abfd1038-dbfd-440c-8ca3-3d4afe16c474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.468819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-abfd1038-dbfd-440c-8ca3-3d4afe16c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.471417 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-abfd1038-dbfd-440c-8ca3-3d4afe16c474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.472607 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-abfd1038-dbfd-440c-8ca3-3d4afe16c474 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c40001c-0807-44bf-b697-7f803363503a HTTP/1.1" status: 204 len: 168 time: 0.1206985 Sep 08 15:44:15.480438 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd1038-dbfd-440c-8ca3-3d4afe16c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40001c-0807-44bf-b697-7f803363503a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:15.550816 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecae4d2-3341-4b81-8578-d8ba4ffe454c req-6dc230a6-1be5-4fb9-bf33-b73c67bd061f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:15.552291 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ecae4d2-3341-4b81-8578-d8ba4ffe454c req-6dc230a6-1be5-4fb9-bf33-b73c67bd061f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0488634 Sep 08 15:44:15.596331 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ecae4d2-3341-4b81-8578-d8ba4ffe454c req-9d40da77-da6e-483f-bbfd-f9ee4765a906 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365736 Sep 08 15:44:15.733591 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39270) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:15.746920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-917cca22-8415-48c9-8011-fccab4dd7d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.834007 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-917cca22-8415-48c9-8011-fccab4dd7d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.837373 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-917cca22-8415-48c9-8011-fccab4dd7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:15.878334 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-917cca22-8415-48c9-8011-fccab4dd7d98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d1e19d0a93047b4af79c05985512325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436379 Sep 08 15:44:15.879442 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cca22-8415-48c9-8011-fccab4dd7d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e561f642-8f6c-4756-9766-e7953c182707,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:15.881031 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39274) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:16.093228 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6f0ecc02-4b9e-4be9-a318-f7d8d7211f41 req-f9268c31-9249-4a2a-8395-c2a8a8cc7ee7 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864902 Sep 08 15:44:16.149783 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-33d992a5-776b-4964-8aaf-a1426f8ed919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:16.169821 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-33d992a5-776b-4964-8aaf-a1426f8ed919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:16.213344 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-33d992a5-776b-4964-8aaf-a1426f8ed919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:16.215823 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-33d992a5-776b-4964-8aaf-a1426f8ed919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:16.217068 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-33d992a5-776b-4964-8aaf-a1426f8ed919 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e561f642-8f6c-4756-9766-e7953c182707 HTTP/1.1" status: 204 len: 168 time: 0.3350272 Sep 08 15:44:16.224538 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d992a5-776b-4964-8aaf-a1426f8ed919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e561f642-8f6c-4756-9766-e7953c182707,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:16.369784 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907c75f-9408-4122-a9da-9b6dea2b5a30 req-e6757d31-afb4-4f28-b84b-82b733cdf639 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:16.371333 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7907c75f-9408-4122-a9da-9b6dea2b5a30 req-e6757d31-afb4-4f28-b84b-82b733cdf639 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0504649 Sep 08 15:44:16.412122 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7907c75f-9408-4122-a9da-9b6dea2b5a30 req-e6f41e14-30f1-4703-8d58-a45573049741 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347085 Sep 08 15:44:16.710801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c41038-0cc8-4fa4-a408-80c40b44634f req-2efd60e4-bb87-4910-ac5e-18acc4254725 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:16.712340 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61c41038-0cc8-4fa4-a408-80c40b44634f req-2efd60e4-bb87-4910-ac5e-18acc4254725 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0509617 Sep 08 15:44:16.752746 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61c41038-0cc8-4fa4-a408-80c40b44634f req-37f46de3-394f-4561-b7da-ce30161178ee tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Sep 08 15:44:17.531523 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb27e23-b01e-4d57-aa03-2b72815af477 req-ee1a41d9-42bc-49d3-9d78-cd20769e0826 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:17.533051 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0cb27e23-b01e-4d57-aa03-2b72815af477 req-ee1a41d9-42bc-49d3-9d78-cd20769e0826 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0495636 Sep 08 15:44:17.571615 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0cb27e23-b01e-4d57-aa03-2b72815af477 req-f24b02d7-e342-4e0f-b6c3-378bad582054 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Sep 08 15:44:17.876748 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9616c81-4929-4852-b2ad-810e1b64e70a req-30a58684-b37a-4e6a-a06f-f72bb38d1958 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:17.878250 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f9616c81-4929-4852-b2ad-810e1b64e70a req-30a58684-b37a-4e6a-a06f-f72bb38d1958 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0516558 Sep 08 15:44:17.925135 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f9616c81-4929-4852-b2ad-810e1b64e70a req-5c37afe3-03ba-4416-bbc2-ab954a8a3c87 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Sep 08 15:44:18.362215 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98604-f33b-422a-8fa1-7d3de2f694bf req-8b033269-2115-4364-af36-afde2ea28290 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:18.363586 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60a98604-f33b-422a-8fa1-7d3de2f694bf req-8b033269-2115-4364-af36-afde2ea28290 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0510786 Sep 08 15:44:18.400607 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60a98604-f33b-422a-8fa1-7d3de2f694bf req-b6aa6b11-5394-410a-ba95-ad4bcff287c5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Sep 08 15:44:18.583918 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['eec5ff94-4a6f-4688-bdb7-41e180025909'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:44:18.688721 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310555e-fbb2-47af-8308-80a9a8da7e43 req-834f670d-7d95-4282-b83c-c9410288f18f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:18.690135 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1310555e-fbb2-47af-8308-80a9a8da7e43 req-834f670d-7d95-4282-b83c-c9410288f18f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0485246 Sep 08 15:44:18.727055 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1310555e-fbb2-47af-8308-80a9a8da7e43 req-99fd1126-d06e-4011-af44-8fae27f35d57 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Sep 08 15:44:19.041951 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2e5b6-312b-4837-9d4b-4a2d31d10f91 req-7b3a4387-916e-48f6-8d72-4210fd37bfab tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:19.041951 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5e2e5b6-312b-4837-9d4b-4a2d31d10f91 req-7b3a4387-916e-48f6-8d72-4210fd37bfab tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0490496 Sep 08 15:44:19.086405 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5e2e5b6-312b-4837-9d4b-4a2d31d10f91 req-42b2e98b-df5a-4888-b251-53022953a8ec tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Sep 08 15:44:19.523608 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e581148-16ba-447e-bb25-1c477b6933cf req-f7a4f249-222e-48f1-bde6-da91dfa85e43 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:19.525039 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e581148-16ba-447e-bb25-1c477b6933cf req-f7a4f249-222e-48f1-bde6-da91dfa85e43 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0523078 Sep 08 15:44:19.563719 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e581148-16ba-447e-bb25-1c477b6933cf req-b5de9c6b-b766-4052-ba16-58758cbaeff3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320010 Sep 08 15:44:19.837495 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649416dc-67e2-4ebe-960a-47db1f78c1a3 req-93e5990c-be51-4152-8d23-f87f7bbca3ec tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:19.838960 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-649416dc-67e2-4ebe-960a-47db1f78c1a3 req-93e5990c-be51-4152-8d23-f87f7bbca3ec tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0464408 Sep 08 15:44:19.876561 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-649416dc-67e2-4ebe-960a-47db1f78c1a3 req-2e1f3181-9f9a-4b71-91da-a93456963ba6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306475 Sep 08 15:44:20.041174 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:44:20.090549 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port eec5ff94-4a6f-4688-bdb7-41e180025909 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:44:20.095806 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port eec5ff94-4a6f-4688-bdb7-41e180025909 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:44:20.096455 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:20.202213 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:20.221378 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e93f1-4bc2-4a16-b374-418de259fb3f req-2bc335dd-06ac-41c1-b040-0dff5ec434cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:20.223118 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-921e93f1-4bc2-4a16-b374-418de259fb3f req-2bc335dd-06ac-41c1-b040-0dff5ec434cc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0713413 Sep 08 15:44:20.226756 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:20.229101 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ae60b-e924-44b1-a682-d2baedf47ce1" -d '{"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-plugged", "status": "completed", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:20.242240 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:20.247820 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:20.274587 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-921e93f1-4bc2-4a16-b374-418de259fb3f req-97c647fc-5951-42d7-84a0-3fe22c224997 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Sep 08 15:44:20.308518 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:20.335432 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee270f4-fcb9-4966-96fd-fe1fcc7a2267 x-openstack-request-id: req-fee270f4-fcb9-4966-96fd-fe1fcc7a2267 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:20.335721 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-plugged", "status": "completed", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:20.336205 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fee270f4-fcb9-4966-96fd-fe1fcc7a2267 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:20.336792 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'code': 200} Sep 08 15:44:20.631759 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd1c4-b753-4986-afdd-ce12b8f4f6e4 req-edb6bb02-404c-4058-a726-71e6e15ca46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:20.633274 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3f0dd1c4-b753-4986-afdd-ce12b8f4f6e4 req-edb6bb02-404c-4058-a726-71e6e15ca46e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0403230 Sep 08 15:44:20.696970 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57e9b3-a9a4-445d-951c-33164b764e3e req-88aaa0cf-44ea-4252-bec2-fd9de5e42213 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:20.698444 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3b57e9b3-a9a4-445d-951c-33164b764e3e req-88aaa0cf-44ea-4252-bec2-fd9de5e42213 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0540304 Sep 08 15:44:20.711460 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3f0dd1c4-b753-4986-afdd-ce12b8f4f6e4 req-6c7e3316-662c-4c3b-8031-eec5b4009b17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298150 Sep 08 15:44:20.737890 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3b57e9b3-a9a4-445d-951c-33164b764e3e req-cd6e2ae6-8b8e-47fc-9681-167463e749b3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322614 Sep 08 15:44:20.993142 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb009-2de2-4afa-ad26-00e96c60c87a req-36f73ece-dbfe-4dfb-8de4-642394f2343c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:20.994618 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd7bb009-2de2-4afa-ad26-00e96c60c87a req-36f73ece-dbfe-4dfb-8de4-642394f2343c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0495112 Sep 08 15:44:21.032486 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd7bb009-2de2-4afa-ad26-00e96c60c87a req-23933493-bfa0-4529-9130-d2c5a723b316 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Sep 08 15:44:21.395365 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbcb47-5176-47b5-9cb4-de3afe715513 req-d9e0c0ea-6e7d-41ba-81a4-8be88f6f651b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:21.396967 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5ebbcb47-5176-47b5-9cb4-de3afe715513 req-d9e0c0ea-6e7d-41ba-81a4-8be88f6f651b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0496194 Sep 08 15:44:21.438961 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5ebbcb47-5176-47b5-9cb4-de3afe715513 req-36543b9d-b46c-4ca9-9328-d8a7e64d5e18 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336759 Sep 08 15:44:21.780068 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39460) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:21.882906 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf75f3-6b07-474c-9d2a-43daea50f374 req-f7230cc5-67e1-4ef5-8260-523c41c96920 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:21.884383 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cfbf75f3-6b07-474c-9d2a-43daea50f374 req-f7230cc5-67e1-4ef5-8260-523c41c96920 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0604234 Sep 08 15:44:21.917367 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-653f6779-2671-4bed-9a2d-1f23babfb7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:21.945269 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cfbf75f3-6b07-474c-9d2a-43daea50f374 req-3c1bbebf-a41f-49ff-9d76-da0e962fd63c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537741 Sep 08 15:44:22.020697 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-653f6779-2671-4bed-9a2d-1f23babfb7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.024276 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-653f6779-2671-4bed-9a2d-1f23babfb7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.061721 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-653f6779-2671-4bed-9a2d-1f23babfb7b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7804ff7a7c494875a0309556e3895b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801213 Sep 08 15:44:22.062575 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f6779-2671-4bed-9a2d-1f23babfb7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355c054-82b6-4493-8345-0fe89504f993,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:22.064468 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39468) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:22.124326 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a145187-e130-4d8b-b2c7-4a81e4237e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.145145 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a145187-e130-4d8b-b2c7-4a81e4237e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.152765 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f094a-9fbb-411c-a1d4-38897405ddf5 req-7576a68c-3b88-454d-844f-16247b8ec50b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:22.154281 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2e2f094a-9fbb-411c-a1d4-38897405ddf5 req-7576a68c-3b88-454d-844f-16247b8ec50b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0477047 Sep 08 15:44:22.190680 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a145187-e130-4d8b-b2c7-4a81e4237e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.191221 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2e2f094a-9fbb-411c-a1d4-38897405ddf5 req-b6993baa-dc2d-4d67-a9c3-59b6e85ed85a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Sep 08 15:44:22.193261 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5a145187-e130-4d8b-b2c7-4a81e4237e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.194417 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-5a145187-e130-4d8b-b2c7-4a81e4237e07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9355c054-82b6-4493-8345-0fe89504f993 HTTP/1.1" status: 204 len: 168 time: 0.1289637 Sep 08 15:44:22.207486 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a145187-e130-4d8b-b2c7-4a81e4237e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355c054-82b6-4493-8345-0fe89504f993,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:22.443479 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39474) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:22.457194 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c7b19dae-884f-46ef-accd-137e5bae2255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.557680 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d421-6939-4de1-934a-4817b65a767d req-e7dabe09-921b-41f2-841a-58bd951dbfa4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:22.559078 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f19d421-6939-4de1-934a-4817b65a767d req-e7dabe09-921b-41f2-841a-58bd951dbfa4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0520158 Sep 08 15:44:22.560121 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c7b19dae-884f-46ef-accd-137e5bae2255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.566529 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c7b19dae-884f-46ef-accd-137e5bae2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.597726 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f19d421-6939-4de1-934a-4817b65a767d req-d68a28a8-40c2-4a66-9660-00c5f5cbea71 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Sep 08 15:44:22.605224 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c7b19dae-884f-46ef-accd-137e5bae2255 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86906aa0a6d34938b8c856b595586073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606567 Sep 08 15:44:22.606116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b19dae-884f-46ef-accd-137e5bae2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71555332-e332-4898-822b-37ec8ef71f5d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:22.607905 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39480) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:22.656433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4622-1e4b-4cee-a04c-7a7debad1925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.677273 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4622-1e4b-4cee-a04c-7a7debad1925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.722968 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4622-1e4b-4cee-a04c-7a7debad1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.725512 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa5c4622-1e4b-4cee-a04c-7a7debad1925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:22.726666 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-aa5c4622-1e4b-4cee-a04c-7a7debad1925 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71555332-e332-4898-822b-37ec8ef71f5d HTTP/1.1" status: 204 len: 168 time: 0.1177394 Sep 08 15:44:22.735084 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c4622-1e4b-4cee-a04c-7a7debad1925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71555332-e332-4898-822b-37ec8ef71f5d,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:23.065139 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e91859-2379-4e0d-bde9-ec7107a917f0 req-f2df4d76-5f1f-4eca-ab9e-3c7313c0bfc5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:23.066672 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60e91859-2379-4e0d-bde9-ec7107a917f0 req-f2df4d76-5f1f-4eca-ab9e-3c7313c0bfc5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Sep 08 15:44:23.108889 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60e91859-2379-4e0d-bde9-ec7107a917f0 req-64bc8110-9bc2-4f14-81c9-5a131b46cc0f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358055 Sep 08 15:44:23.308951 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315d6f7-9aab-4134-a0b9-69a0a7169096 req-64d3b3bc-33c3-4151-87cf-0d442d5cee08 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:23.310496 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c315d6f7-9aab-4134-a0b9-69a0a7169096 req-64d3b3bc-33c3-4151-87cf-0d442d5cee08 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0508859 Sep 08 15:44:23.348312 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c315d6f7-9aab-4134-a0b9-69a0a7169096 req-952f7129-b1d6-4ac9-b179-28e88318b697 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317805 Sep 08 15:44:23.712052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244fccd-cd5f-4906-9c6b-158309ebf4d8 req-60c268cd-98ef-4366-834c-222fd91b895d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:23.713548 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9244fccd-cd5f-4906-9c6b-158309ebf4d8 req-60c268cd-98ef-4366-834c-222fd91b895d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0495954 Sep 08 15:44:23.751676 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9244fccd-cd5f-4906-9c6b-158309ebf4d8 req-3a43b39b-0a66-4a2e-a5a5-4e20e452d830 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Sep 08 15:44:24.228490 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28bc06-cf02-4624-8d99-100580b0992d req-056b4f6d-581c-48f0-a141-ac0e5bfc289d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:24.230119 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ed28bc06-cf02-4624-8d99-100580b0992d req-056b4f6d-581c-48f0-a141-ac0e5bfc289d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0502880 Sep 08 15:44:24.273500 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ed28bc06-cf02-4624-8d99-100580b0992d req-b4ff99cd-4e9a-438a-887d-86d3e4740665 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371585 Sep 08 15:44:24.620606 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaf4b2-26eb-4264-a8d5-f3b3068a7203 req-9cfe92fb-b0f3-41aa-b3e7-8049e2197db7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:24.622806 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3dfaf4b2-26eb-4264-a8d5-f3b3068a7203 req-9cfe92fb-b0f3-41aa-b3e7-8049e2197db7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.2062595 Sep 08 15:44:24.667548 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3dfaf4b2-26eb-4264-a8d5-f3b3068a7203 req-fd09baf7-a446-483f-b6d0-70a5a0fcfb66 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381377 Sep 08 15:44:24.818059 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39576) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:24.927519 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec3-08f2-4843-905a-888afc192ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.024669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec3-08f2-4843-905a-888afc192ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.029076 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec3-08f2-4843-905a-888afc192ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.039055 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb668e-bedf-4b9a-bd03-3ffa7348b925 req-967698cd-285f-4332-b095-1ccbb163aa6e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:25.040595 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-45bb668e-bedf-4b9a-bd03-3ffa7348b925 req-967698cd-285f-4332-b095-1ccbb163aa6e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.2241189 Sep 08 15:44:25.069188 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-09bf6ec3-08f2-4843-905a-888afc192ab6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dae221484a8642c7adf5bf926c6efb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500267 Sep 08 15:44:25.071265 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf6ec3-08f2-4843-905a-888afc192ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3270535-f6e2-4d68-a69e-84ef949ef97f,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:25.071856 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39584) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:25.089330 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-45bb668e-bedf-4b9a-bd03-3ffa7348b925 req-666fec43-8680-47b4-b3ed-62778da73940 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Sep 08 15:44:25.128859 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-130b1246-60c4-462d-860f-c6b4b30aa91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.149173 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-130b1246-60c4-462d-860f-c6b4b30aa91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.197522 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-130b1246-60c4-462d-860f-c6b4b30aa91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.201478 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-130b1246-60c4-462d-860f-c6b4b30aa91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.202796 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-130b1246-60c4-462d-860f-c6b4b30aa91b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3270535-f6e2-4d68-a69e-84ef949ef97f HTTP/1.1" status: 204 len: 168 time: 0.1300004 Sep 08 15:44:25.210845 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b1246-60c4-462d-860f-c6b4b30aa91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3270535-f6e2-4d68-a69e-84ef949ef97f,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:25.390398 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4af34-a741-4caa-9d6c-05f0e249895c req-7a4f787b-6983-4e74-a33f-683586248911 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:25.391860 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a4c4af34-a741-4caa-9d6c-05f0e249895c req-7a4f787b-6983-4e74-a33f-683586248911 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0483634 Sep 08 15:44:25.432601 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a4c4af34-a741-4caa-9d6c-05f0e249895c req-1ee8edf8-0fb1-4d21-930b-935a41de6e34 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347836 Sep 08 15:44:25.466476 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39594) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:25.479909 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9205a3b7-1ebd-4756-b129-4baaedf830e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.568025 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9205a3b7-1ebd-4756-b129-4baaedf830e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.573515 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9205a3b7-1ebd-4756-b129-4baaedf830e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.611678 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9205a3b7-1ebd-4756-b129-4baaedf830e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8497e5a5b9b34f8a80df3d8669ce91bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441114 Sep 08 15:44:25.614343 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39596) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:25.614646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205a3b7-1ebd-4756-b129-4baaedf830e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0277a2d-3128-435b-a0a8-5645a4f4dfa1,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:25.665970 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c2b450f4-d30a-48eb-bb84-4268dd39ad63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.687541 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c2b450f4-d30a-48eb-bb84-4268dd39ad63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.735241 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c2b450f4-d30a-48eb-bb84-4268dd39ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.737823 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c2b450f4-d30a-48eb-bb84-4268dd39ad63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:25.738966 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c2b450f4-d30a-48eb-bb84-4268dd39ad63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0277a2d-3128-435b-a0a8-5645a4f4dfa1 HTTP/1.1" status: 204 len: 168 time: 0.1236415 Sep 08 15:44:25.747398 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b450f4-d30a-48eb-bb84-4268dd39ad63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0277a2d-3128-435b-a0a8-5645a4f4dfa1,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:25.795151 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b16cab-7ae4-4b0f-8dbe-58a58165cb95 req-ba36eca0-91d7-4b2d-be30-bcd926ed5623 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:25.797127 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e2b16cab-7ae4-4b0f-8dbe-58a58165cb95 req-ba36eca0-91d7-4b2d-be30-bcd926ed5623 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0614030 Sep 08 15:44:25.835529 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e2b16cab-7ae4-4b0f-8dbe-58a58165cb95 req-2f55f826-7ae7-4a90-ad73-642233a6cec9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324738 Sep 08 15:44:26.208041 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980e130-4740-468f-b837-a00f4576fff9 req-2c046826-6aa0-4139-884f-35dda1065cf2 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:26.209474 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c980e130-4740-468f-b837-a00f4576fff9 req-2c046826-6aa0-4139-884f-35dda1065cf2 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0516269 Sep 08 15:44:26.250413 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c980e130-4740-468f-b837-a00f4576fff9 req-304b687e-07d3-411b-b812-8c58b314c5f1 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349379 Sep 08 15:44:26.550246 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713928dd-7d02-4985-8eea-bd273bb8d8f0 req-2091a938-d47c-41c0-8518-d2625cd217c0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:26.551755 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-713928dd-7d02-4985-8eea-bd273bb8d8f0 req-2091a938-d47c-41c0-8518-d2625cd217c0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0494878 Sep 08 15:44:26.590961 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-713928dd-7d02-4985-8eea-bd273bb8d8f0 req-bd350fc1-c7ae-40d2-bc9f-fe6d416fb3ae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327749 Sep 08 15:44:26.761223 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39640) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:26.863453 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f6c68dd-d4fc-461d-9bab-f04409a197cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:26.954167 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f6c68dd-d4fc-461d-9bab-f04409a197cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:26.955964 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d32ec-8234-4def-a7e9-0ef12bbdef7f req-024e3cfd-3dc1-4181-b269-98d20dc61147 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:26.958075 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b7d32ec-8234-4def-a7e9-0ef12bbdef7f req-024e3cfd-3dc1-4181-b269-98d20dc61147 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0557008 Sep 08 15:44:26.962792 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-4f6c68dd-d4fc-461d-9bab-f04409a197cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:26.994687 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b7d32ec-8234-4def-a7e9-0ef12bbdef7f req-ef69cce1-047f-4973-a5ed-b6296b326a67 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306475 Sep 08 15:44:27.004010 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-4f6c68dd-d4fc-461d-9bab-f04409a197cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35d530bea88443558034966f29a694da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416995 Sep 08 15:44:27.004864 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c68dd-d4fc-461d-9bab-f04409a197cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb405a-1b66-4a88-aef8-e79ad115be05,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:27.006893 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39646) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:27.055917 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bdf86598-47ef-4f27-9431-7388be3197fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:27.075868 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bdf86598-47ef-4f27-9431-7388be3197fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:27.122337 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bdf86598-47ef-4f27-9431-7388be3197fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:27.125720 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bdf86598-47ef-4f27-9431-7388be3197fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:27.126979 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-bdf86598-47ef-4f27-9431-7388be3197fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20bb405a-1b66-4a88-aef8-e79ad115be05 HTTP/1.1" status: 204 len: 168 time: 0.1166072 Sep 08 15:44:27.142504 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf86598-47ef-4f27-9431-7388be3197fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb405a-1b66-4a88-aef8-e79ad115be05,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:27.362094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904467be-80e5-49f1-be2a-1a65546c3e07 req-67af91e2-99de-45c9-8134-4479b9df205b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:27.363566 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-904467be-80e5-49f1-be2a-1a65546c3e07 req-67af91e2-99de-45c9-8134-4479b9df205b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0480335 Sep 08 15:44:27.404874 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-904467be-80e5-49f1-be2a-1a65546c3e07 req-c4c6ffa1-9433-44ec-9a70-1a9218559e2b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346751 Sep 08 15:44:27.719861 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8566-b13d-4194-83a8-bc76212a050b req-1ba74ead-f15d-4887-9890-4fcbc1208a82 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:27.721314 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ded8566-b13d-4194-83a8-bc76212a050b req-1ba74ead-f15d-4887-9890-4fcbc1208a82 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Sep 08 15:44:27.759796 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2ded8566-b13d-4194-83a8-bc76212a050b req-4cbdfa34-fad1-4301-a161-607bb1941f29 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323591 Sep 08 15:44:28.106862 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d13fed-8cb3-4e52-9329-65511937ead0 req-0b72a39c-ea03-4b6e-bf49-93b6f0e3655d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:28.108981 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-41d13fed-8cb3-4e52-9329-65511937ead0 req-0b72a39c-ea03-4b6e-bf49-93b6f0e3655d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0484915 Sep 08 15:44:28.148095 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-41d13fed-8cb3-4e52-9329-65511937ead0 req-7e702fda-cbb0-4d0d-b9c1-91df499fe4f6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324838 Sep 08 15:44:28.521429 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19638c6-b28f-41c8-8947-d1b0023c9106 req-5d8fde46-1691-4d03-920d-2404e713c585 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:28.522856 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b19638c6-b28f-41c8-8947-d1b0023c9106 req-5d8fde46-1691-4d03-920d-2404e713c585 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0503786 Sep 08 15:44:28.567582 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b19638c6-b28f-41c8-8947-d1b0023c9106 req-150c95f4-9f31-44d8-9c96-2b6d011cb1d8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388427 Sep 08 15:44:28.892843 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd41c30-9935-46e7-bc10-b3785c251139 req-72500519-11d1-47ab-a2ac-d9cd820483fa tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:28.894818 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5dd41c30-9935-46e7-bc10-b3785c251139 req-72500519-11d1-47ab-a2ac-d9cd820483fa tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0599084 Sep 08 15:44:28.937026 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5dd41c30-9935-46e7-bc10-b3785c251139 req-71a45989-baee-4644-a505-95d96512a5de tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357318 Sep 08 15:44:29.262008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b864b6a-175a-4584-b44a-ffd9a0653408 req-ee36c152-da2f-4d66-bf79-550a94357fb2 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:29.263460 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9b864b6a-175a-4584-b44a-ffd9a0653408 req-ee36c152-da2f-4d66-bf79-550a94357fb2 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 944 time: 0.0485132 Sep 08 15:44:29.303055 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9b864b6a-175a-4584-b44a-ffd9a0653408 req-c7bac578-fb71-4c37-bc91-6b57f556727e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330250 Sep 08 15:44:29.682633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289adbc-91ab-47f2-a388-8e801d630729 req-d6d68a8e-6ec1-4a19-9140-75e5293a2377 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:29.684147 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6289adbc-91ab-47f2-a388-8e801d630729 req-d6d68a8e-6ec1-4a19-9140-75e5293a2377 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0477216 Sep 08 15:44:29.722325 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6289adbc-91ab-47f2-a388-8e801d630729 req-0ef103b6-4a3a-4215-ac0a-87c918378a9f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311713 Sep 08 15:44:29.838823 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5db75-0627-4a6a-b06a-d0eed79e02b5 req-bb053c40-ea33-468c-93d0-49cadec579c7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:29.840276 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-71a5db75-0627-4a6a-b06a-d0eed79e02b5 req-bb053c40-ea33-468c-93d0-49cadec579c7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0523489 Sep 08 15:44:29.878283 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-71a5db75-0627-4a6a-b06a-d0eed79e02b5 req-a3f45db5-e461-4bd4-b2b7-77ee665e6799 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Sep 08 15:44:29.900030 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 39770) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:30.079504 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb2a1-590d-4b30-a9d0-36bc784fd24a req-dac86e32-38d4-432d-ad0f-5cae2b53622b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:30.080976 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dddeb2a1-590d-4b30-a9d0-36bc784fd24a req-dac86e32-38d4-432d-ad0f-5cae2b53622b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0705473 Sep 08 15:44:30.105961 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacdf07-6cb7-424c-8a6d-10290cac4bfe tempest-TestShelveInstance-1134683325 tempest-TestShelveInstance-1134683325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:30.107468 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-aaacdf07-6cb7-424c-8a6d-10290cac4bfe tempest-TestShelveInstance-1134683325 tempest-TestShelveInstance-1134683325-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1094 time: 0.2064695 Sep 08 15:44:30.111139 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 39776) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:30.115845 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'port_id': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:44:30.128050 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dddeb2a1-590d-4b30-a9d0-36bc784fd24a req-04570395-81d4-4988-9939-7c22bc6d6d19 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Sep 08 15:44:30.130529 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 25c563ef-96c5-455d-8493-73a95ab4dbbc details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:44:30.139748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:30.234272 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:30.236687 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 25c563ef-96c5-455d-8493-73a95ab4dbbc, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:30.248030 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'port_id': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'mac_address': 'fa:16:3e:2d:50:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:44:30.285469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:30.298645 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c563ef-96c5-455d-8493-73a95ab4dbbc {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:44:30.318633 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 25c563ef-96c5-455d-8493-73a95ab4dbbc, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:30.323048 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:30.354830 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Allocated IP 172.27.0.217 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/9463e517-b5ef-4480-a3f9-db9dfb843b27) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:44:30.376599 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=25c563ef-96c5-455d-8493-73a95ab4dbbc,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:30.436085 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e8d2d-b097-4819-a61e-d96a79392a1d req-eb84dc3a-b656-415f-a2f7-4370bec90074 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:30.438841 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a9e8d2d-b097-4819-a61e-d96a79392a1d req-eb84dc3a-b656-415f-a2f7-4370bec90074 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0623384 Sep 08 15:44:30.473951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:30.483240 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a9e8d2d-b097-4819-a61e-d96a79392a1d req-5061cc80-eee4-4ac2-b81f-eccd14ac436a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383596 Sep 08 15:44:30.517310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:30.557020 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:44:30.559867 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:44:30.572207 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:44:30.603989 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'Port': ['ID=9463e517-b5ef-4480-a3f9-db9dfb843b27,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:30.903444 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['25c563ef-96c5-455d-8493-73a95ab4dbbc'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:44:30.937767 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:31.013110 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:31.162005 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:31.166848 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:31.235869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event updated for resources: {'Port': ['ID=9463e517-b5ef-4480-a3f9-db9dfb843b27,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:31.246576 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:31.260518 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cd447-2d86-48f7-b4fa-8effaceab5e5 req-56554052-5ed9-4289-a820-123fd09cb615 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:31.262023 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0a0cd447-2d86-48f7-b4fa-8effaceab5e5 req-56554052-5ed9-4289-a820-123fd09cb615 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0591938 Sep 08 15:44:31.302110 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0a0cd447-2d86-48f7-b4fa-8effaceab5e5 req-09969702-19e9-4a6c-8bc9-404c516442de tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331571 Sep 08 15:44:31.350501 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Floating IP e8500e74-5674-424b-9ce9-15e40943c8fe associated. External IP: 172.27.0.217, port: eec5ff94-4a6f-4688-bdb7-41e180025909. Sep 08 15:44:31.559709 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Router 40b00bc6-49c1-453d-9c4c-cf9697104154 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:44:31.598402 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57393acf-5f16-4316-9189-2e79a9f1848b req-37800db9-13d1-4867-b10e-af795fd7d88a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:31.600026 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-57393acf-5f16-4316-9189-2e79a9f1848b req-37800db9-13d1-4867-b10e-af795fd7d88a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0495975 Sep 08 15:44:31.642302 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-57393acf-5f16-4316-9189-2e79a9f1848b req-04e37799-d86a-4170-890f-25afd594eb2f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Sep 08 15:44:31.670696 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:44:31.680152 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] Sync routers for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:44:31.688666 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:31.688858 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:44:31.689495 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:44:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:31.715702 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-bbff3622-e776-4782-ac07-1c4f4d34337f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6034071 Sep 08 15:44:31.716375 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:31.719408 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce" -d '{"events": [{"name": "network-changed", "server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:31.765923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d1962-7a95-4071-bad0-1bea4a8e1cc1 x-openstack-request-id: req-748d1962-7a95-4071-bad0-1bea4a8e1cc1 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:31.766272 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:31.766608 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-748d1962-7a95-4071-bad0-1bea4a8e1cc1 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:31.766997 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'status': 'completed', 'code': 200} Sep 08 15:44:31.795267 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:44:32.059020 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': 'e8500e74-5674-424b-9ce9-15e40943c8fe', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'port_id': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'mac_address': 'fa:16:3e:9f:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:44:30Z', 'updated_at': '2021-09-08T15:44:30Z', 'revision_number': 0, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:58Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:32.087623 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] Checking router: 40b00bc6-49c1-453d-9c4c-cf9697104154 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:44:32.095444 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:44:32.096034 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:44:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:32.302875 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:44:32.424954 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11045f7-7424-4223-98ca-228c5b18665c req-e0f9e022-656a-4ae2-a8af-715d6c02a842 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:32.426489 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d11045f7-7424-4223-98ca-228c5b18665c req-e0f9e022-656a-4ae2-a8af-715d6c02a842 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Sep 08 15:44:32.463230 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d11045f7-7424-4223-98ca-228c5b18665c req-8cdd30d5-e50c-485e-ab8f-9dcaa7da18fa tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307550 Sep 08 15:44:32.521410 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': 'e8500e74-5674-424b-9ce9-15e40943c8fe', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'port_id': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'mac_address': 'fa:16:3e:9f:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:44:30Z', 'updated_at': '2021-09-08T15:44:30Z', 'revision_number': 0, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:58Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:32.549017 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f197c2d-fb62-44c6-a7d7-32266a91ff80 None None] The sync data for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi is: [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': 'e8500e74-5674-424b-9ce9-15e40943c8fe', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'port_id': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'mac_address': 'fa:16:3e:9f:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:44:30Z', 'updated_at': '2021-09-08T15:44:30Z', 'revision_number': 0, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:58Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:44:32.737622 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d19f6-22af-4461-a525-9fcdd5a5eeac None None] New status for floating IP e8500e74-5674-424b-9ce9-15e40943c8fe: ACTIVE {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:44:32.768867 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e83e2-296a-46cf-bcf6-d7e6a39591b9 req-4875d282-3838-4247-9cea-a24283805583 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:32.770670 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-589e83e2-296a-46cf-bcf6-d7e6a39591b9 req-4875d282-3838-4247-9cea-a24283805583 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0549173 Sep 08 15:44:32.808679 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-589e83e2-296a-46cf-bcf6-d7e6a39591b9 req-574502ae-f97c-4e14-abb8-8456c09a33f0 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Sep 08 15:44:33.585516 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864a51-cdbc-480e-9265-1372b00de5d4 req-d40d5087-a547-40be-8b54-e3616706729f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:33.586989 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e864a51-cdbc-480e-9265-1372b00de5d4 req-d40d5087-a547-40be-8b54-e3616706729f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0515440 Sep 08 15:44:33.627508 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e864a51-cdbc-480e-9265-1372b00de5d4 req-fcf815b4-30ff-4e26-8e87-65f394d1676b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Sep 08 15:44:33.925742 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1d126-ff6a-4d5d-8281-23d522a550bf req-a3644c87-95c3-49ab-8b4a-655a717b8953 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:33.927195 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6bf1d126-ff6a-4d5d-8281-23d522a550bf req-a3644c87-95c3-49ab-8b4a-655a717b8953 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0520132 Sep 08 15:44:33.963212 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6bf1d126-ff6a-4d5d-8281-23d522a550bf req-c477b554-a6c5-4324-bf4b-dc7ee4da764d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302181 Sep 08 15:44:34.747745 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4df1eb-8718-4e65-afbb-9444e3811940 req-b5dc9da4-435b-4c8e-a303-918d29490aff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:34.749202 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7c4df1eb-8718-4e65-afbb-9444e3811940 req-b5dc9da4-435b-4c8e-a303-918d29490aff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Sep 08 15:44:34.787571 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7c4df1eb-8718-4e65-afbb-9444e3811940 req-2f6fa2ad-9ea7-4b21-b9bf-0554e9fef2bf tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319180 Sep 08 15:44:35.077282 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c349-cb4f-4b1c-bb0e-7c2073b684d8 req-47e2a91f-6d9d-4665-b810-84352547fbab tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:35.078907 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1118c349-cb4f-4b1c-bb0e-7c2073b684d8 req-47e2a91f-6d9d-4665-b810-84352547fbab tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0496662 Sep 08 15:44:35.114837 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1118c349-cb4f-4b1c-bb0e-7c2073b684d8 req-b0dd8777-3131-4cde-8e04-0ab5e6ae23bb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301061 Sep 08 15:44:35.481060 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:44:35.908909 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293b30e-bb0e-41b6-9697-11593c37a741 req-eddec889-8443-47d3-93ea-15db5a886ba0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:35.910425 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e293b30e-bb0e-41b6-9697-11593c37a741 req-eddec889-8443-47d3-93ea-15db5a886ba0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0525906 Sep 08 15:44:35.946843 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e293b30e-bb0e-41b6-9697-11593c37a741 req-239400c4-90d7-4708-a748-1f1bf04b734b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305927 Sep 08 15:44:36.228378 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8de6-8f8d-4508-b742-d09d66d6a36c req-b37c1a96-0b53-427d-9b9d-0aa951bd9a69 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:36.229890 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ce2d8de6-8f8d-4508-b742-d09d66d6a36c req-b37c1a96-0b53-427d-9b9d-0aa951bd9a69 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0493486 Sep 08 15:44:36.267588 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ce2d8de6-8f8d-4508-b742-d09d66d6a36c req-299f6214-c0e9-4ff1-98e0-34b8f5874c00 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Sep 08 15:44:37.061610 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2e438-428f-458b-94bf-2a0aa7cacc4c req-3d41f431-45bf-434c-a732-5bff82927989 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:37.063065 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f8c2e438-428f-458b-94bf-2a0aa7cacc4c req-3d41f431-45bf-434c-a732-5bff82927989 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0464737 Sep 08 15:44:37.101205 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f8c2e438-428f-458b-94bf-2a0aa7cacc4c req-5766aff6-9b78-4e1d-80de-93aecd19cd3c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Sep 08 15:44:37.142327 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:37.185669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-ffb2ea5f-50ef-4b09-9b23-5a1e04f8cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:37.187941 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-ffb2ea5f-50ef-4b09-9b23-5a1e04f8cafc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0445983 Sep 08 15:44:37.255816 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a98e65f4-7308-486d-b24a-7f4d2a7c7d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:37.321254 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-33f3fbe0-155b-45ba-b80c-dfddbc959998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:37.322799 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-33f3fbe0-155b-45ba-b80c-dfddbc959998 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.0929615 Sep 08 15:44:37.385850 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8d233-e192-4e08-a322-9c87d9afacb6 req-791deeaf-8e1f-43f6-8a51-e80f79edd650 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:37.387346 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-acd8d233-e192-4e08-a322-9c87d9afacb6 req-791deeaf-8e1f-43f6-8a51-e80f79edd650 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0526371 Sep 08 15:44:37.411400 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-1ab7aec7-a97a-40bd-9e38-23c05189047a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 1002 time: 0.0585496 Sep 08 15:44:37.425953 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-acd8d233-e192-4e08-a322-9c87d9afacb6 req-015f3ab3-676c-484d-aa2e-76b88cd83821 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Sep 08 15:44:37.463390 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-a0fb0dde-31f3-436f-987e-fdd46dbe5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:37.464842 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-a0fb0dde-31f3-436f-987e-fdd46dbe5dce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0460956 Sep 08 15:44:37.515396 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-76330103-a81c-4249-bbf8-566a3559433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:37.516764 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-76330103-a81c-4249-bbf8-566a3559433d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399458 Sep 08 15:44:37.606432 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-39bdd126-81b8-4bb1-a7cc-6fa524e59c56 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814073 Sep 08 15:44:37.699092 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-efb3f00c-5fc7-4921-8cfb-fbea39a6cfce req-37ed6560-3132-47e7-a55b-ca08f752d889 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840523 Sep 08 15:44:38.220335 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44f0d-08e9-484a-83ae-04a10311b7f0 req-6f699187-ecaa-4891-be1d-35b179defd85 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:38.221817 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d1f44f0d-08e9-484a-83ae-04a10311b7f0 req-6f699187-ecaa-4891-be1d-35b179defd85 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Sep 08 15:44:38.259652 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d1f44f0d-08e9-484a-83ae-04a10311b7f0 req-9348872f-74d7-4372-bef6-a0b572636c71 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Sep 08 15:44:38.541239 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932434f-f8f3-4555-b2fb-b1c2f82e5065 req-38bfa340-061f-49d7-beb3-8f418fc1d5ec tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:38.542728 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8932434f-f8f3-4555-b2fb-b1c2f82e5065 req-38bfa340-061f-49d7-beb3-8f418fc1d5ec tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0482879 Sep 08 15:44:38.581355 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8932434f-f8f3-4555-b2fb-b1c2f82e5065 req-5637e3b2-987a-4796-97ba-1919eee73872 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Sep 08 15:44:39.383193 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b53d5-0bb2-40b0-a501-467351d0a4ae req-b0526faa-f641-404b-8046-0b8a6bd42c8b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:39.384783 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f12b53d5-0bb2-40b0-a501-467351d0a4ae req-b0526faa-f641-404b-8046-0b8a6bd42c8b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0527833 Sep 08 15:44:39.425860 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f12b53d5-0bb2-40b0-a501-467351d0a4ae req-10371b68-5884-4545-9817-265b2813bc49 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344446 Sep 08 15:44:39.700071 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aa8f3-340b-4b0e-a523-39aa96c7b2cf req-7d4f1797-8fc4-4429-a4f1-11e9c38c7cf8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:39.701562 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e67aa8f3-340b-4b0e-a523-39aa96c7b2cf req-7d4f1797-8fc4-4429-a4f1-11e9c38c7cf8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0522542 Sep 08 15:44:39.740757 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e67aa8f3-340b-4b0e-a523-39aa96c7b2cf req-e5abe201-7d23-42b2-bd24-2102feeec2d1 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Sep 08 15:44:39.799380 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-41e2fbf7-f73e-44f4-95cf-37d34fdc849a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:40.213017 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ace38f-3efd-48d6-b6ac-6f61d9fe33b0 req-509c5074-3518-4e66-b723-28a4417d37f3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:40.214544 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a4ace38f-3efd-48d6-b6ac-6f61d9fe33b0 req-509c5074-3518-4e66-b723-28a4417d37f3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0495615 Sep 08 15:44:40.256368 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a4ace38f-3efd-48d6-b6ac-6f61d9fe33b0 req-2139fa56-d3e9-405a-aff9-ba5872dd6fc6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351233 Sep 08 15:44:40.288212 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:40.571354 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f473297-ab25-416b-863d-48e0e1b97d15 req-99b057d0-7baa-4ff4-b8ca-3caa561600ca tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:40.575842 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f473297-ab25-416b-863d-48e0e1b97d15 req-99b057d0-7baa-4ff4-b8ca-3caa561600ca tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0568464 Sep 08 15:44:40.612708 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f473297-ab25-416b-863d-48e0e1b97d15 req-aa3919ce-ae4f-4640-8056-44dbcca4b00f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Sep 08 15:44:40.856161 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc159a4-a19d-4819-aec8-b851a16afac1 req-72ce2517-611e-4579-b4bd-5936012dc455 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:40.857636 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6dc159a4-a19d-4819-aec8-b851a16afac1 req-72ce2517-611e-4579-b4bd-5936012dc455 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0481317 Sep 08 15:44:40.891876 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:40.901012 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6dc159a4-a19d-4819-aec8-b851a16afac1 req-ea1df25c-55e2-42f4-894b-cae1b06bdee3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363088 Sep 08 15:44:41.371944 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1c820-dc32-4aaf-acd4-58d48b1c7613 req-b17d0827-7a56-41a1-a739-22607c5bd0f9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:41.373439 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-89e1c820-dc32-4aaf-acd4-58d48b1c7613 req-b17d0827-7a56-41a1-a739-22607c5bd0f9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Sep 08 15:44:41.410991 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-89e1c820-dc32-4aaf-acd4-58d48b1c7613 req-95b1ea10-1a6e-48ca-85ef-efe79aab05c3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Sep 08 15:44:41.889256 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735081f-153d-4d1f-be60-9f7d7fd08437 req-acc6b478-2f6a-4501-9ee2-9a2b4a81d292 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:41.890929 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6735081f-153d-4d1f-be60-9f7d7fd08437 req-acc6b478-2f6a-4501-9ee2-9a2b4a81d292 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0526659 Sep 08 15:44:41.930554 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6735081f-153d-4d1f-be60-9f7d7fd08437 req-dd5b6a57-50ac-4870-b0d1-7df016efaa26 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337620 Sep 08 15:44:42.015069 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22196c98-c7d1-4f32-b3c1-a48408d26607 req-c2895548-08ce-41ce-8eeb-d1661aa5a247 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:42.016606 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22196c98-c7d1-4f32-b3c1-a48408d26607 req-c2895548-08ce-41ce-8eeb-d1661aa5a247 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0505242 Sep 08 15:44:42.054060 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22196c98-c7d1-4f32-b3c1-a48408d26607 req-2b06096d-75d0-4002-927d-018eccaea426 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Sep 08 15:44:42.486881 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:42.524063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8aeb-b6a7-490a-8d57-314161b1478a req-b31c4d9e-6526-4d70-b8be-2b66931cd5e8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:42.525504 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ac4d8aeb-b6a7-490a-8d57-314161b1478a req-b31c4d9e-6526-4d70-b8be-2b66931cd5e8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0482066 Sep 08 15:44:42.562417 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ac4d8aeb-b6a7-490a-8d57-314161b1478a req-7a0c1355-f308-4b8c-b714-2fff4b2d2c56 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303710 Sep 08 15:44:43.051008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080509-79eb-4f59-a897-e676676ffb76 req-5dc086fa-122f-4803-b292-0f246d2f877f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:43.052486 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-11080509-79eb-4f59-a897-e676676ffb76 req-5dc086fa-122f-4803-b292-0f246d2f877f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Sep 08 15:44:43.090387 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-11080509-79eb-4f59-a897-e676676ffb76 req-dedab076-86cf-42e4-b2fe-37f9292a002a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318666 Sep 08 15:44:43.166868 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35310187-81a8-4126-a694-ed365f62fd11 req-6199b2eb-51c3-4e78-a221-9692663ee496 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:43.168238 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35310187-81a8-4126-a694-ed365f62fd11 req-6199b2eb-51c3-4e78-a221-9692663ee496 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0484369 Sep 08 15:44:43.204920 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35310187-81a8-4126-a694-ed365f62fd11 req-948ff840-b6fa-40d6-86f5-e76dd4b3ab9c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309289 Sep 08 15:44:43.677175 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc915cf-7d85-4715-8164-4bc21452b4d3 req-3dcdd673-569f-42f7-803d-32e8e45030f2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:43.678674 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bcc915cf-7d85-4715-8164-4bc21452b4d3 req-3dcdd673-569f-42f7-803d-32e8e45030f2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0480587 Sep 08 15:44:43.717042 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bcc915cf-7d85-4715-8164-4bc21452b4d3 req-ceeed1d2-055a-4274-8116-9e4a02a0ce97 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Sep 08 15:44:44.210236 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49754017-7c24-4ea7-b9e6-449710fa284e req-a2996fd7-c435-4fdb-b37d-e044c77ed096 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:44.211595 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-49754017-7c24-4ea7-b9e6-449710fa284e req-a2996fd7-c435-4fdb-b37d-e044c77ed096 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0510578 Sep 08 15:44:44.249390 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-49754017-7c24-4ea7-b9e6-449710fa284e req-d70c1fbb-3757-46b2-afa3-5ab673b2a056 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Sep 08 15:44:44.316494 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893bdf2-b4ce-4945-9ef1-3f1d1b7fb47d req-bd4e82b1-771c-4e36-a136-e60726bc23d5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:44.318023 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9893bdf2-b4ce-4945-9ef1-3f1d1b7fb47d req-bd4e82b1-771c-4e36-a136-e60726bc23d5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0488312 Sep 08 15:44:44.354976 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9893bdf2-b4ce-4945-9ef1-3f1d1b7fb47d req-e081c6df-e0cd-49d2-b6f5-2daf1d5daadc tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312054 Sep 08 15:44:44.831281 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6baf4-8a47-4079-b938-21a0f894766a req-969317fd-9c18-4fd2-8ddb-4c4d81e0b452 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:44.832788 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-86b6baf4-8a47-4079-b938-21a0f894766a req-969317fd-9c18-4fd2-8ddb-4c4d81e0b452 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Sep 08 15:44:44.869265 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-86b6baf4-8a47-4079-b938-21a0f894766a req-2cf3c62f-43a8-4e99-bd93-386dbd31dd2f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305088 Sep 08 15:44:45.372045 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555f449-b662-4d8f-88fd-8a78cf4751b9 req-9362f05f-59f2-471a-a287-be647c23acdf tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:45.373507 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f555f449-b662-4d8f-88fd-8a78cf4751b9 req-9362f05f-59f2-471a-a287-be647c23acdf tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0528257 Sep 08 15:44:45.413694 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f555f449-b662-4d8f-88fd-8a78cf4751b9 req-0db1074a-092c-4e18-9f66-c17b3bc0266f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Sep 08 15:44:45.471198 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230fc17-7485-400a-9a1d-a17fd6a944b9 req-f721c791-ab36-4feb-8cf4-c8b4b66c64a8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:45.472656 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6230fc17-7485-400a-9a1d-a17fd6a944b9 req-f721c791-ab36-4feb-8cf4-c8b4b66c64a8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0524278 Sep 08 15:44:45.510677 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6230fc17-7485-400a-9a1d-a17fd6a944b9 req-be173b15-a125-4537-9530-fcda79d9b167 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Sep 08 15:44:46.082416 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf137-323f-4822-b706-78321d71e478 req-1c335464-2d26-406b-95fa-d7115126a0ef tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:46.083893 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e3fbf137-323f-4822-b706-78321d71e478 req-1c335464-2d26-406b-95fa-d7115126a0ef tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0471449 Sep 08 15:44:46.120089 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e3fbf137-323f-4822-b706-78321d71e478 req-a172df1d-a2a1-420d-8b01-b7c62ae999ac tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304830 Sep 08 15:44:46.538019 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdf577-8c1d-4bef-ba0d-1aa7046dbe9e req-fd2de3f5-ca8d-461f-b28e-938d068bac6a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:46.539503 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c2fdf577-8c1d-4bef-ba0d-1aa7046dbe9e req-fd2de3f5-ca8d-461f-b28e-938d068bac6a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0531986 Sep 08 15:44:46.589864 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c2fdf577-8c1d-4bef-ba0d-1aa7046dbe9e req-0d7b39bc-5bbe-4293-86eb-74b088ae19bd tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 Sep 08 15:44:46.626130 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb209ab2-6371-406a-95df-36a32cbc5583 req-aeeaa9d7-bc8e-410a-ae68-780b57664e0c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:46.627652 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bb209ab2-6371-406a-95df-36a32cbc5583 req-aeeaa9d7-bc8e-410a-ae68-780b57664e0c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 945 time: 0.0519879 Sep 08 15:44:46.664685 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bb209ab2-6371-406a-95df-36a32cbc5583 req-bcd235f2-b8a3-4959-b80f-31207e6cf0b6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Sep 08 15:44:46.892974 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 25c563ef-96c5-455d-8493-73a95ab4dbbc up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:44:46.942371 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 25c563ef-96c5-455d-8493-73a95ab4dbbc completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:44:46.946065 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 25c563ef-96c5-455d-8493-73a95ab4dbbc triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:44:46.946439 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:47.021038 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:47.045454 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:47.048576 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734bbfb-3fe0-4d65-ab6f-2de17c0770df" -d '{"events": [{"server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "name": "network-vif-plugged", "status": "completed", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:47.061199 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 25c563ef-96c5-455d-8493-73a95ab4dbbc, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:47.066133 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:47.094792 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5519d3f8-2bef-4ca9-bf48-e638f6406d9d x-openstack-request-id: req-5519d3f8-2bef-4ca9-bf48-e638f6406d9d {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:47.095075 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "name": "network-vif-plugged", "status": "completed", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:47.095317 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5519d3f8-2bef-4ca9-bf48-e638f6406d9d {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:47.095688 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'code': 200} Sep 08 15:44:47.114694 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=25c563ef-96c5-455d-8493-73a95ab4dbbc,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:47.121678 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.122023 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.122359 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.122688 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.123019 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.123341 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.123661 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.123979 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.124300 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.125210 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.125531 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.125871 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:47.233305 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfab83-89bb-4cf7-b2d8-cf662cb1de32 req-1ccd5081-5bb7-46b2-922b-a2f2e1f93cc4 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:47.235058 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a2dfab83-89bb-4cf7-b2d8-cf662cb1de32 req-1ccd5081-5bb7-46b2-922b-a2f2e1f93cc4 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0484774 Sep 08 15:44:47.273563 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a2dfab83-89bb-4cf7-b2d8-cf662cb1de32 req-81481f08-67f2-4388-88f7-3d8e61a1718b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325258 Sep 08 15:44:47.712432 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f264b0-24f1-4802-9928-d945450f05ba req-58188a48-b408-4a59-aab7-638f43ea2fd1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:47.713935 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-71f264b0-24f1-4802-9928-d945450f05ba req-58188a48-b408-4a59-aab7-638f43ea2fd1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0523288 Sep 08 15:44:47.776848 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-71f264b0-24f1-4802-9928-d945450f05ba req-ad13a340-467f-4b62-be52-2b43ba3f3f19 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566273 Sep 08 15:44:47.792433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60879067-6d34-4dba-b3d5-fb18f6438408 req-007cfe70-9ac1-4e00-bf14-1fc771dcc679 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:47.793908 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60879067-6d34-4dba-b3d5-fb18f6438408 req-007cfe70-9ac1-4e00-bf14-1fc771dcc679 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0611987 Sep 08 15:44:47.831047 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-60879067-6d34-4dba-b3d5-fb18f6438408 req-d6096808-db4e-42c3-9cd1-31b86b8c10d2 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312469 Sep 08 15:44:48.384112 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f502e-c3fa-42fe-9543-8ff060fe9adf req-360487b2-4a49-4f90-82cb-31027b412009 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:48.385539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-849f502e-c3fa-42fe-9543-8ff060fe9adf req-360487b2-4a49-4f90-82cb-31027b412009 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0471618 Sep 08 15:44:48.426785 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-849f502e-c3fa-42fe-9543-8ff060fe9adf req-0aeb6ff2-7293-4506-96d8-25f8ecd5f61f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Sep 08 15:44:48.894511 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2b69-d326-434a-b852-516f51f9f81d req-ad607cfb-05e1-454a-a67c-41bb6d5adddc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:48.895982 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d32c2b69-d326-434a-b852-516f51f9f81d req-ad607cfb-05e1-454a-a67c-41bb6d5adddc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Sep 08 15:44:48.957439 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d32c2b69-d326-434a-b852-516f51f9f81d req-e9b7eb26-3227-42bf-b8ba-ab05d2a0f4d9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525339 Sep 08 15:44:48.968877 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999ecc-e58d-4075-b83d-6798516809a6 req-cdade41c-1e90-4ae0-a469-101d9dd91f6d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:48.972149 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90999ecc-e58d-4075-b83d-6798516809a6 req-cdade41c-1e90-4ae0-a469-101d9dd91f6d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0736592 Sep 08 15:44:49.008622 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90999ecc-e58d-4075-b83d-6798516809a6 req-977b9a84-2868-426a-b737-151f631ed19b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Sep 08 15:44:49.512003 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a579-5489-411f-9495-5854108da47f req-191f4c3c-f6e5-4ec4-8dfe-27ef29e476d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:49.513483 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-191f4c3c-f6e5-4ec4-8dfe-27ef29e476d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1098 time: 0.0887551 Sep 08 15:44:49.545893 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c875d7-a5c6-4473-9c4a-67f4276762c6 req-b0800411-35f9-4bdf-a354-82b73c141a37 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:49.547991 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-21c875d7-a5c6-4473-9c4a-67f4276762c6 req-b0800411-35f9-4bdf-a354-82b73c141a37 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0537026 Sep 08 15:44:49.585533 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-21c875d7-a5c6-4473-9c4a-67f4276762c6 req-d782f02b-c8b1-4691-98fb-f40b9c08ef05 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Sep 08 15:44:49.622510 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a579-5489-411f-9495-5854108da47f req-6a3a358a-3096-4428-9734-05fabcbaa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:49.623960 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-6a3a358a-3096-4428-9734-05fabcbaa85d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.0886295 Sep 08 15:44:49.687820 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-f819211c-5270-4443-9df3-b8fc1fa26daf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 1000 time: 0.0550721 Sep 08 15:44:49.738146 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a579-5489-411f-9495-5854108da47f req-1aa3c491-f1dd-4167-9e30-8d24ecbd6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:49.739582 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-1aa3c491-f1dd-4167-9e30-8d24ecbd6547 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0423317 Sep 08 15:44:49.789250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a579-5489-411f-9495-5854108da47f req-8898a48c-4ea3-4cf6-841e-04dd3b980874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:49.790955 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-8898a48c-4ea3-4cf6-841e-04dd3b980874 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440485 Sep 08 15:44:49.879364 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-684a3459-e58d-428b-b5f4-af12869be3b1 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798216 Sep 08 15:44:49.969894 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7343a579-5489-411f-9495-5854108da47f req-cda88d70-57db-4ea6-8c3f-102e42bc5be5 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832574 Sep 08 15:44:50.077994 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afea175-7c4a-484c-bd82-44d047ea32d7 req-f5210828-00d2-4efb-ab2d-fa14c424a738 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:50.079460 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8afea175-7c4a-484c-bd82-44d047ea32d7 req-f5210828-00d2-4efb-ab2d-fa14c424a738 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0488253 Sep 08 15:44:50.141187 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8afea175-7c4a-484c-bd82-44d047ea32d7 req-44a3c6de-a25d-443b-8f97-319d0cd5f58b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525823 Sep 08 15:44:50.151790 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d785d-5095-4f47-bdda-690b0d3537f7 req-b135d0b7-e1d3-4e33-99b0-82919d4bc538 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:50.153277 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e0d785d-5095-4f47-bdda-690b0d3537f7 req-b135d0b7-e1d3-4e33-99b0-82919d4bc538 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0729182 Sep 08 15:44:50.190890 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e0d785d-5095-4f47-bdda-690b0d3537f7 req-450c0432-ba79-4d14-9c57-aa1abdf7b657 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Sep 08 15:44:50.566398 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92fd96-cab2-4865-aac7-e1f2e249b7cf req-dc807078-3690-410f-8a9a-0577811fbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:50.567874 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3e92fd96-cab2-4865-aac7-e1f2e249b7cf req-dc807078-3690-410f-8a9a-0577811fbb37 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 1099 time: 0.0391450 Sep 08 15:44:50.610512 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-3e92fd96-cab2-4865-aac7-e1f2e249b7cf req-c291046b-aa33-4cff-88a0-826829da5aa6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304036 Sep 08 15:44:50.707541 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34042d14-93b0-49f3-add7-12edacb7a487 req-90b0e7ee-980b-4b80-b4a0-884f0754ea5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:50.709195 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-34042d14-93b0-49f3-add7-12edacb7a487 req-90b0e7ee-980b-4b80-b4a0-884f0754ea5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0541363 Sep 08 15:44:50.748360 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-34042d14-93b0-49f3-add7-12edacb7a487 req-6ad724d4-6816-4ab7-999e-b5ff3af84ce8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330794 Sep 08 15:44:51.255829 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d13c-8533-4aaa-a83e-1c968fed9628 req-8c95ab0c-6eb7-4197-aba1-821e76c0f524 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:51.257306 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7936d13c-8533-4aaa-a83e-1c968fed9628 req-8c95ab0c-6eb7-4197-aba1-821e76c0f524 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0482507 Sep 08 15:44:51.319237 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7936d13c-8533-4aaa-a83e-1c968fed9628 req-536fbc22-0d12-407a-804f-d6d895fb239e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522430 Sep 08 15:44:51.327170 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4ce30-84ca-4a35-909a-b4b3a8503a7e req-7b6b8c7e-6b0b-47ee-92be-91bbff80a611 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:51.329437 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0e4ce30-84ca-4a35-909a-b4b3a8503a7e req-7b6b8c7e-6b0b-47ee-92be-91bbff80a611 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0711348 Sep 08 15:44:51.366137 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b0e4ce30-84ca-4a35-909a-b4b3a8503a7e req-ecf57a64-6de1-43c7-a3d6-9abb640dddca tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306315 Sep 08 15:44:51.873102 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf1e6-8a17-42fc-937e-8f3d9a9d6547 req-5670e002-1a46-45f0-8a13-ef826309665d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:51.875390 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-160bf1e6-8a17-42fc-937e-8f3d9a9d6547 req-5670e002-1a46-45f0-8a13-ef826309665d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0544317 Sep 08 15:44:51.914507 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-160bf1e6-8a17-42fc-937e-8f3d9a9d6547 req-3599cae9-692c-4f3f-ae5d-4df1cc9d4fc8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Sep 08 15:44:52.348366 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017efa7-9d3c-4884-8429-24debb581324 req-d5a03c00-dd30-4b8a-afbb-012002dcbd01 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:52.349876 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3017efa7-9d3c-4884-8429-24debb581324 req-d5a03c00-dd30-4b8a-afbb-012002dcbd01 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0485609 Sep 08 15:44:52.387704 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3017efa7-9d3c-4884-8429-24debb581324 req-e6ad8de5-20d5-4c8d-bb79-62d234cb4ca7 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Sep 08 15:44:52.440341 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18f360-90d2-42c3-98ca-0b5a545d3ec6 req-a742af79-df97-4244-97c9-a99271bceb96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:52.441936 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0a18f360-90d2-42c3-98ca-0b5a545d3ec6 req-a742af79-df97-4244-97c9-a99271bceb96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Sep 08 15:44:52.507827 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0a18f360-90d2-42c3-98ca-0b5a545d3ec6 req-143fedf8-cca1-4f24-9b69-42bff4f79ac0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599456 Sep 08 15:44:52.525857 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c045-9e28-4671-a993-80b70c18cf99 req-89fa5278-c6e8-411c-a6b2-99644a56c660 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:52.527427 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1ac8c045-9e28-4671-a993-80b70c18cf99 req-89fa5278-c6e8-411c-a6b2-99644a56c660 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0780966 Sep 08 15:44:52.564928 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1ac8c045-9e28-4671-a993-80b70c18cf99 req-84027f70-2528-4e2e-8987-191b396a0f95 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Sep 08 15:44:53.032105 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49e37-f76c-4d70-91c1-7aa065fd3794 req-b7c38e21-626e-4646-a7b9-148e28bd0c0b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:53.033565 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5cb49e37-f76c-4d70-91c1-7aa065fd3794 req-b7c38e21-626e-4646-a7b9-148e28bd0c0b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Sep 08 15:44:53.069863 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5cb49e37-f76c-4d70-91c1-7aa065fd3794 req-19e943c7-65d5-450e-aaac-7c27ac512c87 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301974 Sep 08 15:44:53.404998 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:44:53.497300 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:53.502894 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47f20e-af0a-441e-b15d-3b6fb60b9d14 req-1cb225ae-9d48-454c-9d99-842108a74706 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:53.504406 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c47f20e-af0a-441e-b15d-3b6fb60b9d14 req-1cb225ae-9d48-454c-9d99-842108a74706 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0480208 Sep 08 15:44:53.512459 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'mac_address': 'fa:16:3e:ac:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:44:53.544706 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c47f20e-af0a-441e-b15d-3b6fb60b9d14 req-72ff4537-af3f-4667-a422-8e0ede16f878 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Sep 08 15:44:53.554060 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:53.569597 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef78611-e2be-461d-83e0-d3bd9537bfe0 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:44:53.594310 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:53.602258 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:53.642979 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af336f0-348d-4d7a-9657-4ccd2c171b6c req-f0a05221-a7da-47d7-90e8-cf6550d19b4f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:53.644722 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6af336f0-348d-4d7a-9657-4ccd2c171b6c req-f0a05221-a7da-47d7-90e8-cf6550d19b4f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0541418 Sep 08 15:44:53.659463 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=6']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:53.711841 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6af336f0-348d-4d7a-9657-4ccd2c171b6c req-c4218d54-dedd-4ade-9962-cd91cf5e344f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574751 Sep 08 15:44:53.720518 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8fe2e-51e1-49d9-8da9-0444091a9840 req-11c01aa9-54c7-4c17-b384-8baff6fe499d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:53.721987 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f4f8fe2e-51e1-49d9-8da9-0444091a9840 req-11c01aa9-54c7-4c17-b384-8baff6fe499d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0762932 Sep 08 15:44:53.763918 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f4f8fe2e-51e1-49d9-8da9-0444091a9840 req-8f87ff30-3852-43a2-8a50-7eb544561169 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357327 Sep 08 15:44:53.878664 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee3c7-003b-4f5f-bee3-976b29502a2b req-df61d7e0-92fe-42dc-9d3c-2d381345e5f3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:53.880167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-336ee3c7-003b-4f5f-bee3-976b29502a2b req-df61d7e0-92fe-42dc-9d3c-2d381345e5f3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0522034 Sep 08 15:44:53.882343 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['1ef78611-e2be-461d-83e0-d3bd9537bfe0'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:44:53.918535 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-336ee3c7-003b-4f5f-bee3-976b29502a2b req-2487ccfa-a88f-47a6-a9d7-99241e941605 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Sep 08 15:44:53.940977 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40144) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:54.075835 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c97f6c-0ef4-4fce-80cd-c59c53b3bc30 tempest-TestVolumeBootPattern-1687192324 tempest-TestVolumeBootPattern-1687192324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:54.077317 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f2c97f6c-0ef4-4fce-80cd-c59c53b3bc30 tempest-TestVolumeBootPattern-1687192324 tempest-TestVolumeBootPattern-1687192324-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 1094 time: 0.1353483 Sep 08 15:44:54.080793 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40148) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:54.084901 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'port_id': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:44:54.107207 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.189253 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddc7b2-275c-46f2-97e0-17458c610e56 req-70d0da63-7975-4371-bef0-17c2955ac39b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:54.190682 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cbddc7b2-275c-46f2-97e0-17458c610e56 req-70d0da63-7975-4371-bef0-17c2955ac39b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0524640 Sep 08 15:44:54.208310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.230871 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cbddc7b2-275c-46f2-97e0-17458c610e56 req-f9e9ee8e-0410-425e-ba2d-874f7e94b7e4 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341952 Sep 08 15:44:54.314067 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Allocated IP 172.27.0.215 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/e4e54b78-c51b-4c5d-b54c-bfd58449f22c) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:44:54.417329 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.457808 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.495200 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:44:54.498063 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:44:54.501404 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:44:54.532716 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=e4e54b78-c51b-4c5d-b54c-bfd58449f22c,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:54.533009 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40158) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:54.548445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.548794 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.549127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.549456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.549804 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.550132 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.550460 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.550776 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.551090 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.551412 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.551727 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.552042 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.647527 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.711883 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f32e8-ed83-4ce4-ba18-ebb7d5889715 req-cf53f2ba-afae-4916-a0f6-f3c2e294e038 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:54.713441 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-328f32e8-ed83-4ce4-ba18-ebb7d5889715 req-cf53f2ba-afae-4916-a0f6-f3c2e294e038 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0678427 Sep 08 15:44:54.775834 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-328f32e8-ed83-4ce4-ba18-ebb7d5889715 req-ac3f3671-b572-4a0e-b786-ee2be942a6fc tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 Sep 08 15:44:54.820666 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.833646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:54.895847 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=358ebfc2d2cd4486b42a4657895d81e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617165 Sep 08 15:44:54.899564 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40168) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:54.907193 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd42546-36d6-4a70-8e4b-7b19757d19d4,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:54.923809 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e2e1-49b9-415e-9714-9488c50b29c7 req-51ab9ba2-3693-4540-a03f-dc72d28e9a06 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:54.925242 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9883e2e1-49b9-415e-9714-9488c50b29c7 req-51ab9ba2-3693-4540-a03f-dc72d28e9a06 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.1031730 Sep 08 15:44:54.934804 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.935153 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.935490 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.935822 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.936150 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.936478 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.937424 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.937806 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.938131 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.938456 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.938789 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.939092 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e63d79a-5c1e-4b4a-aa1d-8d809ef1e2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:44:54.993358 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9883e2e1-49b9-415e-9714-9488c50b29c7 req-6d18e6ef-97bd-43da-a3ca-d41e1af46a87 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599563 Sep 08 15:44:55.003913 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9043e46f-a380-4700-aa76-5f7ab92d58c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.026148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9043e46f-a380-4700-aa76-5f7ab92d58c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.073674 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9043e46f-a380-4700-aa76-5f7ab92d58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.076167 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9043e46f-a380-4700-aa76-5f7ab92d58c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.077323 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9043e46f-a380-4700-aa76-5f7ab92d58c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2bd42546-36d6-4a70-8e4b-7b19757d19d4 HTTP/1.1" status: 204 len: 168 time: 0.1765800 Sep 08 15:44:55.085097 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043e46f-a380-4700-aa76-5f7ab92d58c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd42546-36d6-4a70-8e4b-7b19757d19d4,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:55.086983 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.157447 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.314196 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.319005 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.348885 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb33ad-8307-44ae-bc57-11b902181a6b req-0efc444c-c7c9-4e18-b32d-29e68fc74115 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:55.350422 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-96cb33ad-8307-44ae-bc57-11b902181a6b req-0efc444c-c7c9-4e18-b32d-29e68fc74115 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Sep 08 15:44:55.358221 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40176) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:55.377614 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3c8a-e67e-4206-b9da-9bdd2754bcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.396967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=e4e54b78-c51b-4c5d-b54c-bfd58449f22c,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:55.401784 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.412249 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:44:55.417847 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-96cb33ad-8307-44ae-bc57-11b902181a6b req-a128c0dc-626d-4b02-b3b7-c621f80f5116 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525193 Sep 08 15:44:55.463547 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:44:55.464375 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.501268 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3c8a-e67e-4206-b9da-9bdd2754bcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.506823 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3c8a-e67e-4206-b9da-9bdd2754bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.511365 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Floating IP 781b4f6c-2cab-4a22-8781-0c57770a00ba associated. External IP: 172.27.0.215, port: 25c563ef-96c5-455d-8493-73a95ab4dbbc. Sep 08 15:44:55.546626 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec3c8a-e67e-4206-b9da-9bdd2754bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c967fc-3778-4cdd-8d3a-0b76999abb15,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:55.547287 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.550786 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f6ec3c8a-e67e-4206-b9da-9bdd2754bcbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7dfcf0ad25ac4a43bae3d2efdd9d987a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909449 Sep 08 15:44:55.553398 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40178) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:44:55.581596 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:55.583998 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a92c2-2b9c-4ab1-91d2-b105393b9e8f" -d '{"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:55.598345 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:55.603579 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.620373 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2db5993b-4b89-43ea-a849-1553c2fa813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.630148 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26622395-5ade-49a5-b3f7-c6d948b7830f x-openstack-request-id: req-26622395-5ade-49a5-b3f7-c6d948b7830f {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:55.630543 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:55.630883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26622395-5ade-49a5-b3f7-c6d948b7830f {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:55.631382 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'code': 200} Sep 08 15:44:55.644144 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2db5993b-4b89-43ea-a849-1553c2fa813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.657753 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=7']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:55.697877 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2db5993b-4b89-43ea-a849-1553c2fa813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.700877 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2db5993b-4b89-43ea-a849-1553c2fa813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.705855 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2db5993b-4b89-43ea-a849-1553c2fa813b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66c967fc-3778-4cdd-8d3a-0b76999abb15 HTTP/1.1" status: 204 len: 168 time: 0.1514225 Sep 08 15:44:55.715620 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5993b-4b89-43ea-a849-1553c2fa813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c967fc-3778-4cdd-8d3a-0b76999abb15,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:55.758345 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:44:55.872062 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:44:55.885958 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:44:55.895118 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:44:55.896312 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:44:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:55.898433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:55.932977 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb33e4-8028-44f6-b779-45455e0340c8 req-d8af2434-5f17-4239-a21c-da20d243a7be tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:55.938294 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-40b1b974-c9f8-4deb-bf10-d0731453579e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8563795 Sep 08 15:44:55.938933 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:55.941216 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:55.941737 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-03eb33e4-8028-44f6-b779-45455e0340c8 req-d8af2434-5f17-4239-a21c-da20d243a7be tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0780613 Sep 08 15:44:55.989979 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-03eb33e4-8028-44f6-b779-45455e0340c8 req-c3618051-9788-4f8a-97df-b6038a2ba832 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/security-groups?id=2d924aa7-1858-4473-9836-3219fbeb280a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Sep 08 15:44:56.044347 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:44:56.142082 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64219c-1d10-4373-ba74-830caf5f5d45 req-d6c9dc7b-36ef-466a-a8a1-fce5667a8f56 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.143932 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6b64219c-1d10-4373-ba74-830caf5f5d45 req-d6c9dc7b-36ef-466a-a8a1-fce5667a8f56 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0695083 Sep 08 15:44:56.153290 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a223a9-5e88-4203-ae35-76b0bfa19841 x-openstack-request-id: req-f4a223a9-5e88-4203-ae35-76b0bfa19841 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:56.153910 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:56.153910 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4a223a9-5e88-4203-ae35-76b0bfa19841 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:56.154195 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'status': 'completed', 'code': 200} Sep 08 15:44:56.183084 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-e08865cc-9d83-4d30-9e45-31f0e41dfc73 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.185029 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-e08865cc-9d83-4d30-9e45-31f0e41dfc73 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 946 time: 0.0621741 Sep 08 15:44:56.210083 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6b64219c-1d10-4373-ba74-830caf5f5d45 req-cd8289d6-6be4-48e2-a09e-44e42e3cbd86 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537083 Sep 08 15:44:56.300999 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-82022783-25a2-4fc3-893a-fc39577421d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.302537 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-82022783-25a2-4fc3-893a-fc39577421d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 1099 time: 0.0776105 Sep 08 15:44:56.315134 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '781b4f6c-2cab-4a22-8781-0c57770a00ba', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:2d:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:44:54Z', 'updated_at': '2021-09-08T15:44:54Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:56.342440 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:44:56.351543 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Deleting port e83e1aa1-5397-4029-b987-632732652e52 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:44:56.351715 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:44:56.351907 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:56.352247 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:44:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:56.471713 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-cc771072-d42d-459b-8d2f-3e8dfa7669bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.471925 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:44:56.473414 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-cc771072-d42d-459b-8d2f-3e8dfa7669bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.1602733 Sep 08 15:44:56.513596 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] For port e83e1aa1-5397-4029-b987-632732652e52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=e83e1aa1-5397-4029-b987-632732652e52,segment=NetworkSegment(3f037fae-8cc3-45ed-903e-fbb8ab59ef84),segment_id=3f037fae-8cc3-45ed-903e-fbb8ab59ef84)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:44:56.514101 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:56.556002 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef7c3-8f10-40ea-9953-8d5ce89437dd req-0e969ed4-f0c6-47fb-a985-e3a93dd89e22 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.564255 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-899ef7c3-8f10-40ea-9953-8d5ce89437dd req-0e969ed4-f0c6-47fb-a985-e3a93dd89e22 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0613458 Sep 08 15:44:56.564592 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Calling delete_port for e83e1aa1-5397-4029-b987-632732652e52 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:44:56.601596 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-899ef7c3-8f10-40ea-9953-8d5ce89437dd req-b3e320c9-4c69-461f-8d2d-81fe2a3a1f6c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360157 Sep 08 15:44:56.628865 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-803e4e23-1938-4706-87cc-b234e7db63a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc HTTP/1.1" status: 200 len: 1000 time: 0.1172273 Sep 08 15:44:56.731585 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '781b4f6c-2cab-4a22-8781-0c57770a00ba', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:2d:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:44:54Z', 'updated_at': '2021-09-08T15:44:54Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:44:56.748547 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:56.770237 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adb382-c9b7-4c73-837d-ec3bd401cb67 None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '781b4f6c-2cab-4a22-8781-0c57770a00ba', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:2d:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:44:54Z', 'updated_at': '2021-09-08T15:44:54Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:44:56.784035 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Pushing event deleted for resources: {'Port': ['ID=e83e1aa1-5397-4029-b987-632732652e52,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:44:56.796964 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-19453637-c877-445c-8d5a-c49da8fea673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.798290 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-19453637-c877-445c-8d5a-c49da8fea673 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.1590223 Sep 08 15:44:56.799902 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['e83e1aa1-5397-4029-b987-632732652e52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:44:56.845796 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] No DVR routers for this DVR port e83e1aa1-5397-4029-b987-632732652e52 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:44:56.861247 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:44:56.863275 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-93e5a64e-e8d8-4f26-8fbd-b3115ffadea3 req-27005495-61c1-474e-bf43-ff121c9de7bb tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.59 "DELETE /v2.0/ports/e83e1aa1-5397-4029-b987-632732652e52 HTTP/1.1" status: 204 len: 173 time: 0.6675539 Sep 08 15:44:56.887159 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-740e2f2e-e8c8-4ee7-8090-fc89c4f896f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:56.888925 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-740e2f2e-e8c8-4ee7-8090-fc89c4f896f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721939 Sep 08 15:44:57.007483 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-1015ced0-ceb5-482a-bafa-8f6db594a9ce service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045384 Sep 08 15:44:57.039738 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7633e-d267-4760-aaca-b057c709bae3 None None] New status for floating IP 781b4f6c-2cab-4a22-8781-0c57770a00ba: ACTIVE {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:44:57.109241 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e9e8cef-c8fb-4a1c-830e-8685d7e9b730 req-793167d6-de81-44f9-825d-dfd0d44c9960 tempest-VolumesSnapshotTestJSON-779956282 tempest-VolumesSnapshotTestJSON-779956282-project] 10.222.0.54 "GET /v2.0/ports?device_id=1580f087-d9f4-487a-ba87-30bc106970f9 HTTP/1.1" status: 200 len: 210 time: 0.0336657 Sep 08 15:44:57.141442 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-cfe4f0f5-8603-44a6-88ba-06a3f42ad8bd req-4bc42308-46ea-4546-a5f8-a11cfc977b05 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022456 Sep 08 15:44:57.322120 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bbc27-0ca4-4386-aaaf-0512f1e4e0d1 req-63c7df98-0331-42b7-a8bc-a686e743b7f9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:57.323467 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b0bbc27-0ca4-4386-aaaf-0512f1e4e0d1 req-63c7df98-0331-42b7-a8bc-a686e743b7f9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Sep 08 15:44:57.362851 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b0bbc27-0ca4-4386-aaaf-0512f1e4e0d1 req-a8194bfb-784c-4ad1-87ba-f834cd1b79c7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Sep 08 15:44:57.745407 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4b275-be66-4f4c-97f1-2ed63a354519 req-54683055-aea2-4d01-b2cb-602956a67813 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:57.746921 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90e4b275-be66-4f4c-97f1-2ed63a354519 req-54683055-aea2-4d01-b2cb-602956a67813 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Sep 08 15:44:57.784625 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-90e4b275-be66-4f4c-97f1-2ed63a354519 req-877ca874-54f9-4af7-8220-7b89f68b0a2d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Sep 08 15:44:58.155301 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1580f087-d9f4-487a-ba87-30bc106970f9', 'name': 'network-vif-deleted', 'tag': 'e83e1aa1-5397-4029-b987-632732652e52'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:44:58.162638 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ea1690-c62d-4298-b1a9-c6e1b4d6784e" -d '{"events": [{"server_uuid": "1580f087-d9f4-487a-ba87-30bc106970f9", "name": "network-vif-deleted", "tag": "e83e1aa1-5397-4029-b987-632732652e52"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:44:58.204918 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093fb9c2-7f34-488a-88b8-db9e0abb1b2d x-openstack-request-id: req-093fb9c2-7f34-488a-88b8-db9e0abb1b2d {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:44:58.205281 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1580f087-d9f4-487a-ba87-30bc106970f9", "name": "network-vif-deleted", "tag": "e83e1aa1-5397-4029-b987-632732652e52", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:44:58.205591 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-093fb9c2-7f34-488a-88b8-db9e0abb1b2d {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:44:58.206100 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1580f087-d9f4-487a-ba87-30bc106970f9', 'name': 'network-vif-deleted', 'tag': 'e83e1aa1-5397-4029-b987-632732652e52', 'status': 'completed', 'code': 200} Sep 08 15:44:58.488690 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda8681-b7c5-430a-8d10-01b5a8dc2bf5 req-8f3a8dc8-811f-4bc3-83be-499ff5c6141a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:58.490156 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fda8681-b7c5-430a-8d10-01b5a8dc2bf5 req-8f3a8dc8-811f-4bc3-83be-499ff5c6141a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0486870 Sep 08 15:44:58.526023 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fda8681-b7c5-430a-8d10-01b5a8dc2bf5 req-7585b9a8-4e5b-47ca-94ec-2bd2d046b353 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296667 Sep 08 15:44:58.899497 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcbd68-bfec-4920-b81f-7bb67cdb3890 req-45c315a3-7939-467e-9869-df4c86318e22 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:58.900961 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c7fcbd68-bfec-4920-b81f-7bb67cdb3890 req-45c315a3-7939-467e-9869-df4c86318e22 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Sep 08 15:44:58.939980 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c7fcbd68-bfec-4920-b81f-7bb67cdb3890 req-36fe713e-213c-45f1-ba02-a3ca75492e13 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Sep 08 15:44:59.440224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e83e1aa1-5397-4029-b987-632732652e52 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:44:59.464332 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: e83e1aa1-5397-4029-b987-632732652e52 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:44:59.464957 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device e83e1aa1-5397-4029-b987-632732652e52 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:44:59.649040 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cdc19-f9e6-4d33-8cb2-144ede020921 req-8599a5f5-6d01-4972-8fc9-30c0ea4a1d4e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:44:59.650609 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9a3cdc19-f9e6-4d33-8cb2-144ede020921 req-8599a5f5-6d01-4972-8fc9-30c0ea4a1d4e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0522094 Sep 08 15:44:59.694758 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9a3cdc19-f9e6-4d33-8cb2-144ede020921 req-cc03ef7f-7be9-4f89-9dc2-88f7f9a27623 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378742 Sep 08 15:45:00.056399 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c527-ee21-4fde-a381-c021dbbc6fd6 req-9d2aa6a8-67ae-4585-a456-021966e73bcc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:00.057904 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-93a6c527-ee21-4fde-a381-c021dbbc6fd6 req-9d2aa6a8-67ae-4585-a456-021966e73bcc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0503831 Sep 08 15:45:00.097558 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-93a6c527-ee21-4fde-a381-c021dbbc6fd6 req-96cc2618-3336-4e87-8ea5-c0e01138ecf5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Sep 08 15:45:00.822221 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b1c6-a932-467b-9a32-d11fe07e5ae0 req-4925a8e5-776a-4a66-9bde-5d990915e9fc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:00.823573 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6ce2b1c6-a932-467b-9a32-d11fe07e5ae0 req-4925a8e5-776a-4a66-9bde-5d990915e9fc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 08 15:45:00.864675 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6ce2b1c6-a932-467b-9a32-d11fe07e5ae0 req-a0d205c4-d96b-460e-865b-d2c16f3f1852 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343482 Sep 08 15:45:01.243159 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a613b-adc9-4df1-9b60-7175782f6b01 req-29cd218b-41c2-4b74-9dae-8a9b7f98fa68 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:01.245442 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-081a613b-adc9-4df1-9b60-7175782f6b01 req-29cd218b-41c2-4b74-9dae-8a9b7f98fa68 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0564029 Sep 08 15:45:01.286561 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-081a613b-adc9-4df1-9b60-7175782f6b01 req-a13c04d5-9f7d-4935-95be-239a2f52838e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Sep 08 15:45:02.004185 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca65a61-714e-44b2-a859-c9aada8b2aac req-b81b0c16-7b93-447c-bdde-bd26dcd0e68b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:02.005747 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0ca65a61-714e-44b2-a859-c9aada8b2aac req-b81b0c16-7b93-447c-bdde-bd26dcd0e68b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0589244 Sep 08 15:45:02.079127 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0ca65a61-714e-44b2-a859-c9aada8b2aac req-3c0be837-6f64-44bc-a5c8-38772c4ccde7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600221 Sep 08 15:45:02.430529 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894f0b-07a9-4fbc-bc42-b241073ecac3 req-ab594a4e-711c-4144-95c2-513849e878e4 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:02.432885 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-15894f0b-07a9-4fbc-bc42-b241073ecac3 req-ab594a4e-711c-4144-95c2-513849e878e4 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0654750 Sep 08 15:45:02.484431 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-15894f0b-07a9-4fbc-bc42-b241073ecac3 req-a84375cd-0d07-41de-8c7d-ec051b3b794d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Sep 08 15:45:03.212851 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985073d-d4d1-423e-ae7d-ebac223327ef req-1668b69d-491b-4b64-8ba0-aae9feea5f8c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:03.213790 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4985073d-d4d1-423e-ae7d-ebac223327ef req-1668b69d-491b-4b64-8ba0-aae9feea5f8c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0593450 Sep 08 15:45:03.271781 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4985073d-d4d1-423e-ae7d-ebac223327ef req-0fa8e3c3-e098-4faf-8231-aba0d5b22bf7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523181 Sep 08 15:45:03.606331 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228d4fc-f422-4c5b-b9a4-b03bef8f592d req-d75fc595-e32b-408d-8a83-2b18a115524d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:03.613085 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8228d4fc-f422-4c5b-b9a4-b03bef8f592d req-d75fc595-e32b-408d-8a83-2b18a115524d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0553432 Sep 08 15:45:03.654143 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8228d4fc-f422-4c5b-b9a4-b03bef8f592d req-a09b3592-9a3a-4a5e-b70d-f9b0b9b5cd1a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355661 Sep 08 15:45:04.395614 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17375dba-1257-482a-95d6-dc319519c87d req-c9e8d688-7ed0-46d2-9275-299ab65cc357 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:04.397094 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-17375dba-1257-482a-95d6-dc319519c87d req-c9e8d688-7ed0-46d2-9275-299ab65cc357 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Sep 08 15:45:04.442614 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-17375dba-1257-482a-95d6-dc319519c87d req-3a7b2880-df9c-4442-9e8e-b524f154cbf9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Sep 08 15:45:04.778099 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdf343-7af2-449b-9025-20a3469ea2df req-23095fee-b67e-4b71-a6f2-e6303f00b35c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:04.780901 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c3cdf343-7af2-449b-9025-20a3469ea2df req-23095fee-b67e-4b71-a6f2-e6303f00b35c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0521894 Sep 08 15:45:04.820834 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c3cdf343-7af2-449b-9025-20a3469ea2df req-05de21ef-f132-4a12-86d7-b420e8c8180e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Sep 08 15:45:05.584160 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ac0d-836a-4fe2-9e8e-1b9b58505a14 req-d7252bfd-2546-4cc9-ac42-1f27385a49a4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:05.588472 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8d10ac0d-836a-4fe2-9e8e-1b9b58505a14 req-d7252bfd-2546-4cc9-ac42-1f27385a49a4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0632215 Sep 08 15:45:05.633518 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8d10ac0d-836a-4fe2-9e8e-1b9b58505a14 req-493f046a-02bd-420c-91a5-149aed0c4bb9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418332 Sep 08 15:45:05.976209 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00cb1a-830a-45ef-9d3f-0017b249aba8 req-83178422-0dda-43fa-bf11-61b42c1f8f76 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:05.978701 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f00cb1a-830a-45ef-9d3f-0017b249aba8 req-83178422-0dda-43fa-bf11-61b42c1f8f76 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0764773 Sep 08 15:45:06.043840 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f00cb1a-830a-45ef-9d3f-0017b249aba8 req-3ae1aa83-842f-4b3b-8de3-70c497c5cb7f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503914 Sep 08 15:45:06.770520 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dd765-97fc-4aa1-b50f-411179d42eae req-fa2121f7-cfd1-404c-b9c8-bc52c52934fe tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:06.771967 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-823dd765-97fc-4aa1-b50f-411179d42eae req-fa2121f7-cfd1-404c-b9c8-bc52c52934fe tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0543764 Sep 08 15:45:06.809800 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-823dd765-97fc-4aa1-b50f-411179d42eae req-e5ce4fb1-9ced-4e75-bd1d-badec3c6f302 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319099 Sep 08 15:45:07.164152 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.201386 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc1c2-4c70-46ec-9cf4-c4b06ebb2e70 req-eaf3778e-2b6f-4378-81fd-ef7dbf9ff88d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:07.203131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e5dbc1c2-4c70-46ec-9cf4-c4b06ebb2e70 req-eaf3778e-2b6f-4378-81fd-ef7dbf9ff88d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0890601 Sep 08 15:45:07.262226 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-4365f48f-78f7-4c11-a5d7-1c53b393bf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.303306 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e5dbc1c2-4c70-46ec-9cf4-c4b06ebb2e70 req-1463b207-4f20-4c34-8d96-c29a24f2e6ab tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795922 Sep 08 15:45:07.523899 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40446) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:07.651430 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f2d81d6a-ec09-4bd5-9262-28ea4014f17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.748702 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f2d81d6a-ec09-4bd5-9262-28ea4014f17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.753139 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f2d81d6a-ec09-4bd5-9262-28ea4014f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.785780 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d81d6a-ec09-4bd5-9262-28ea4014f17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1248bde-a0d9-49e1-ad24-779d30ae9337,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:07.805604 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f2d81d6a-ec09-4bd5-9262-28ea4014f17c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f778f5763a2a434dbdd23a30008a919d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804303 Sep 08 15:45:07.806069 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40452) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:07.869705 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-03382cbc-1046-442b-b927-2d365335fb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.893252 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-03382cbc-1046-442b-b927-2d365335fb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.984155 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b087bf7-9f2a-445d-860f-62b27e16eea3 req-cd011e9a-6eb9-420a-9514-93832855b513 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:07.986010 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1b087bf7-9f2a-445d-860f-62b27e16eea3 req-cd011e9a-6eb9-420a-9514-93832855b513 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0812900 Sep 08 15:45:07.987373 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-03382cbc-1046-442b-b927-2d365335fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.990110 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-03382cbc-1046-442b-b927-2d365335fb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:07.996149 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-03382cbc-1046-442b-b927-2d365335fb37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1248bde-a0d9-49e1-ad24-779d30ae9337 HTTP/1.1" status: 204 len: 168 time: 0.1872163 Sep 08 15:45:08.007047 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03382cbc-1046-442b-b927-2d365335fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1248bde-a0d9-49e1-ad24-779d30ae9337,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:08.054090 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1b087bf7-9f2a-445d-860f-62b27e16eea3 req-262ef7ff-5da8-467c-a5fd-67e136383b66 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566587 Sep 08 15:45:08.333320 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40462) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:08.360745 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-3387ef51-3a7a-49fa-ac6c-826d12ae5b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.453552 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b86471-8fae-4369-972b-db7f1d993f54 req-21b17a56-28ab-44c7-b21f-df3292372bc6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:08.455553 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-68b86471-8fae-4369-972b-db7f1d993f54 req-21b17a56-28ab-44c7-b21f-df3292372bc6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0681713 Sep 08 15:45:08.528724 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-68b86471-8fae-4369-972b-db7f1d993f54 req-25881ff4-abdc-408d-83e1-139b250d2d22 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596154 Sep 08 15:45:08.550419 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-3387ef51-3a7a-49fa-ac6c-826d12ae5b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.565063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-3387ef51-3a7a-49fa-ac6c-826d12ae5b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.606630 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387ef51-3a7a-49fa-ac6c-826d12ae5b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2585940-b3e2-4417-916c-ea43437eede3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:08.646923 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-3387ef51-3a7a-49fa-ac6c-826d12ae5b26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e1dbfb33fad4732bc29d88e9e525ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121252 Sep 08 15:45:08.649721 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40472) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:08.719388 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b9c1055f-e4ed-4f09-b920-327d66d9069e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.742066 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b9c1055f-e4ed-4f09-b920-327d66d9069e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.795450 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b9c1055f-e4ed-4f09-b920-327d66d9069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.801210 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b9c1055f-e4ed-4f09-b920-327d66d9069e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:08.804204 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b9c1055f-e4ed-4f09-b920-327d66d9069e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2585940-b3e2-4417-916c-ea43437eede3 HTTP/1.1" status: 204 len: 168 time: 0.1532030 Sep 08 15:45:08.819486 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1055f-e4ed-4f09-b920-327d66d9069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2585940-b3e2-4417-916c-ea43437eede3,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:09.178224 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d276-8afc-4f8e-b2c0-5285c39c7488 req-3b93b0ba-4327-4d47-8f19-4dc1c9a47239 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:09.179990 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8cc4d276-8afc-4f8e-b2c0-5285c39c7488 req-3b93b0ba-4327-4d47-8f19-4dc1c9a47239 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0545282 Sep 08 15:45:09.232256 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8cc4d276-8afc-4f8e-b2c0-5285c39c7488 req-dfac8a26-2bad-4737-b2b4-676f848c8f9e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459924 Sep 08 15:45:09.317003 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40488) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:09.333252 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d60c-6820-4409-8251-b9c7b9873d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.440796 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d60c-6820-4409-8251-b9c7b9873d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.465616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d60c-6820-4409-8251-b9c7b9873d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.521691 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6ee3d60c-6820-4409-8251-b9c7b9873d03 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71d0c84b6971492291e58621f4ac074f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002141 Sep 08 15:45:09.521691 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3d60c-6820-4409-8251-b9c7b9873d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6476fa-7c66-459d-a4ed-f45c7079c407,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:09.522131 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40490) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:09.581027 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-36e25331-fcad-4220-abe8-5a2128e206bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.607141 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-36e25331-fcad-4220-abe8-5a2128e206bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.674576 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-36e25331-fcad-4220-abe8-5a2128e206bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.677923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-36e25331-fcad-4220-abe8-5a2128e206bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:09.678318 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2825374-d3b7-4d4a-a6d5-1d3fdad6c7df req-23a09976-a5c0-4ed4-a035-4c36ce14366d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:09.681910 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2825374-d3b7-4d4a-a6d5-1d3fdad6c7df req-23a09976-a5c0-4ed4-a035-4c36ce14366d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0640528 Sep 08 15:45:09.682081 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-36e25331-fcad-4220-abe8-5a2128e206bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d6476fa-7c66-459d-a4ed-f45c7079c407 HTTP/1.1" status: 204 len: 168 time: 0.1603518 Sep 08 15:45:09.692822 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25331-fcad-4220-abe8-5a2128e206bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6476fa-7c66-459d-a4ed-f45c7079c407,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:09.747085 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d2825374-d3b7-4d4a-a6d5-1d3fdad6c7df req-fc336925-a881-4fff-856a-5cd338251196 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604818 Sep 08 15:45:09.815667 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8e261b95-c9f8-476f-96a1-c75f01e06bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:10.299148 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:10.419234 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb45238-d15c-4843-a5be-b16e24025fb3 req-315c273d-68b6-4464-bed5-da8b53cb4417 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:10.421008 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5bb45238-d15c-4843-a5be-b16e24025fb3 req-315c273d-68b6-4464-bed5-da8b53cb4417 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0651379 Sep 08 15:45:10.481717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5bb45238-d15c-4843-a5be-b16e24025fb3 req-8581c9f5-e7c3-4554-9d50-49f1d249cd9f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537274 Sep 08 15:45:10.869461 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e52bc-3cb8-4faa-b544-f614799b0c44 req-75f81b7a-588d-4471-b474-4b076ebc0ed9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:10.870958 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-500e52bc-3cb8-4faa-b544-f614799b0c44 req-75f81b7a-588d-4471-b474-4b076ebc0ed9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0543289 Sep 08 15:45:10.897306 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:10.920175 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-500e52bc-3cb8-4faa-b544-f614799b0c44 req-b7e25f6a-029a-48d9-841b-8408b5538831 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Sep 08 15:45:11.131852 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87899cb4-99d7-46c5-b3ab-094160f2be00 req-df9aed4c-062f-4ec8-9fef-2dd85a7e8a67 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:11.133311 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87899cb4-99d7-46c5-b3ab-094160f2be00 req-df9aed4c-062f-4ec8-9fef-2dd85a7e8a67 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0565205 Sep 08 15:45:11.174720 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87899cb4-99d7-46c5-b3ab-094160f2be00 req-980d5281-2d33-4601-9c87-4dea99cce83a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349619 Sep 08 15:45:11.214960 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-41b72903-e27b-4ca5-8756-5aa47ad0d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:11.216448 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-41b72903-e27b-4ca5-8756-5aa47ad0d527 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1098 time: 0.0399618 Sep 08 15:45:11.309366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-cc8dff62-b0a5-4695-bcf2-d3054557df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:11.310875 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-cc8dff62-b0a5-4695-bcf2-d3054557df81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.0877624 Sep 08 15:45:11.379779 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-1c4a98e6-0192-4f1f-bfb7-62005313622f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 1000 time: 0.0612953 Sep 08 15:45:11.440038 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-90f24f3f-57af-4082-a0ce-552b21d01d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:11.441506 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-90f24f3f-57af-4082-a0ce-552b21d01d3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0544930 Sep 08 15:45:11.591409 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651f100-21d5-4ebc-873e-7683215ecbe4 req-edaf3ec8-ef75-40aa-9994-600fa2c2cbd5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:11.593800 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8651f100-21d5-4ebc-873e-7683215ecbe4 req-edaf3ec8-ef75-40aa-9994-600fa2c2cbd5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Sep 08 15:45:11.641873 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8651f100-21d5-4ebc-873e-7683215ecbe4 req-e530d67d-3d66-4128-957a-06eeeca03b3e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Sep 08 15:45:12.285150 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7b81-f8ea-46d8-bab4-b562f5682f8d req-4ceb1541-e490-4f2a-b1db-cfa1ea9c9ea9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:12.286507 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d42e7b81-f8ea-46d8-bab4-b562f5682f8d req-4ceb1541-e490-4f2a-b1db-cfa1ea9c9ea9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0467043 Sep 08 15:45:12.322517 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d42e7b81-f8ea-46d8-bab4-b562f5682f8d req-28a8fd34-69e0-4c62-8adb-6160d6de75dd tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302370 Sep 08 15:45:12.479611 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:45:12.487884 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:12.760858 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3460-054a-4d13-b334-6ec8d44d0893 req-6c7fa689-d664-403b-8104-da9ba3e98dbd tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:12.762321 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a31b3460-054a-4d13-b334-6ec8d44d0893 req-6c7fa689-d664-403b-8104-da9ba3e98dbd tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0506051 Sep 08 15:45:12.800000 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a31b3460-054a-4d13-b334-6ec8d44d0893 req-c90d3ed6-f080-4337-a4d8-e3c0f7cae2ed tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Sep 08 15:45:13.436016 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c2da1-4d08-4973-b658-bf849c7705a2 req-fc1b0077-fc1e-4a67-bb2b-f923fad46d3a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:13.438087 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-501c2da1-4d08-4973-b658-bf849c7705a2 req-fc1b0077-fc1e-4a67-bb2b-f923fad46d3a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0489028 Sep 08 15:45:13.474141 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-501c2da1-4d08-4973-b658-bf849c7705a2 req-0bbab911-6c6a-4346-82f8-f4340b7c7ac3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304086 Sep 08 15:45:13.770208 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-6ea75ddf-68b3-4117-91d6-3763db24de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:13.771685 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-6ea75ddf-68b3-4117-91d6-3763db24de38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436099 Sep 08 15:45:13.915742 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fe58-c4c4-4373-8934-962f662d685a req-6c697b2b-3bb3-46a5-a26b-a577f866774e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:13.917184 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eed1fe58-c4c4-4373-8934-962f662d685a req-6c697b2b-3bb3-46a5-a26b-a577f866774e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0470657 Sep 08 15:45:13.953408 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eed1fe58-c4c4-4373-8934-962f662d685a req-1f2a7e10-0ae1-48b1-a68c-f4816f7353d5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298140 Sep 08 15:45:14.588828 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36631059-a037-4f3b-add1-f6eef7f41001 req-5e5e519d-0c76-41fc-8de4-249719346402 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:14.590301 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36631059-a037-4f3b-add1-f6eef7f41001 req-5e5e519d-0c76-41fc-8de4-249719346402 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Sep 08 15:45:14.626553 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36631059-a037-4f3b-add1-f6eef7f41001 req-a527a3bf-0fc0-473a-b686-e25a5198ca9c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296288 Sep 08 15:45:15.068581 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac1a1-87bd-48a7-862a-92aff1df5bfe req-4039e4fd-1e19-4c52-b69c-1e01f87e242d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:15.070048 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-991ac1a1-87bd-48a7-862a-92aff1df5bfe req-4039e4fd-1e19-4c52-b69c-1e01f87e242d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0473912 Sep 08 15:45:15.104652 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-991ac1a1-87bd-48a7-862a-92aff1df5bfe req-da54ae4d-07f0-4463-90e0-e5fc256193d7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288734 Sep 08 15:45:15.736708 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b66e1-b5f6-4074-87c9-7c3125f0a686 req-f4beea58-1073-4372-aa05-36110a73559a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:15.738062 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f13b66e1-b5f6-4074-87c9-7c3125f0a686 req-f4beea58-1073-4372-aa05-36110a73559a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0466580 Sep 08 15:45:15.773822 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f13b66e1-b5f6-4074-87c9-7c3125f0a686 req-2e1b95ec-09db-43da-8248-6f0a59e4d9f2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293815 Sep 08 15:45:16.225093 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3e79-5a72-410d-84dd-10178f341497 req-5bc0efd8-5490-45a0-af81-574f4bad166e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:16.226534 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f1a3e79-5a72-410d-84dd-10178f341497 req-5bc0efd8-5490-45a0-af81-574f4bad166e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0507782 Sep 08 15:45:16.262443 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6f1a3e79-5a72-410d-84dd-10178f341497 req-b97bff58-a7b2-429e-8f6b-fa0f2a6abc21 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301011 Sep 08 15:45:16.584825 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-dbff04d5-31e3-4051-b3cc-d97f6541ff38 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817015 Sep 08 15:45:16.680262 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e249b1ff-abc3-411b-9494-9c5223f10b26 req-2002b848-0b5f-4702-b6f0-7e03ed7c3f7a service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881672 Sep 08 15:45:16.824909 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-b83d5da3-9157-4fa2-a3df-b72f1aa80c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:16.826423 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-b83d5da3-9157-4fa2-a3df-b72f1aa80c1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1098 time: 0.0402637 Sep 08 15:45:16.887052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa6888-0ba1-4bbb-b165-278d6240c090 req-0227013b-c587-49df-923d-ac50a7ef0912 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:16.888349 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c0aa6888-0ba1-4bbb-b165-278d6240c090 req-0227013b-c587-49df-923d-ac50a7ef0912 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0480886 Sep 08 15:45:16.919445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-674a5266-dd3d-4507-917d-de2c85bc6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:16.921542 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-674a5266-dd3d-4507-917d-de2c85bc6fbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0876324 Sep 08 15:45:16.926238 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c0aa6888-0ba1-4bbb-b165-278d6240c090 req-9b423ad0-556f-44ca-8bb5-b4eb04823a2b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316312 Sep 08 15:45:16.988278 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-cfc0f72b-cc53-49ed-8d5b-7a746ae4989e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0568078 Sep 08 15:45:17.036344 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-0da89420-a247-45a2-ab85-a82277056886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:17.037820 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-0da89420-a247-45a2-ab85-a82277056886 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0427735 Sep 08 15:45:17.084871 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-dd46e342-aee0-44e0-bb9f-11d0299645b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:17.086344 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-dd46e342-aee0-44e0-bb9f-11d0299645b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413525 Sep 08 15:45:17.233065 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-c4e53121-ad82-4f56-8ed4-6287fc65326c service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784118 Sep 08 15:45:17.326754 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8217d1f7-3fab-4b89-b3c4-8f9cb8785288 req-1b13fba5-0114-4c44-be13-0aad4e4cc7c8 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 Sep 08 15:45:17.382458 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395222-e282-4d37-a902-9e44c0caf254 req-a587301d-0814-45b2-bc1c-7b4186636023 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:17.383919 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d395222-e282-4d37-a902-9e44c0caf254 req-a587301d-0814-45b2-bc1c-7b4186636023 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Sep 08 15:45:17.420293 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d395222-e282-4d37-a902-9e44c0caf254 req-dcfc699b-b3aa-496e-b77b-2be276f81cf0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304923 Sep 08 15:45:17.464649 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:45:17.537469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:17.558876 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:45:17.562108 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf223dca-4280-4ef5-937c-2292da686c50" -d '{"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:45:17.574231 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:45:17.578434 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:17.624835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=8']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:17.721330 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a862bbc-b83b-4216-862d-0596c11aca4c x-openstack-request-id: req-2a862bbc-b83b-4216-862d-0596c11aca4c {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:45:17.721625 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:45:17.721904 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a862bbc-b83b-4216-862d-0596c11aca4c {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:45:17.722300 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'code': 200} Sep 08 15:45:18.266078 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd247bc5-0338-4b7e-afd7-0f7a8262eea0 req-d869c8cb-9370-4924-b1cf-2ac5a80ce1a3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:18.267510 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd247bc5-0338-4b7e-afd7-0f7a8262eea0 req-d869c8cb-9370-4924-b1cf-2ac5a80ce1a3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.2662168 Sep 08 15:45:18.302938 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd247bc5-0338-4b7e-afd7-0f7a8262eea0 req-9119d64f-f038-4889-b348-f18b21517486 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296323 Sep 08 15:45:18.540670 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6ef8c-16b6-41cf-8024-2519c17262fd req-526646e1-fdf6-49ab-9fa1-2223394e028e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:18.542219 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-45b6ef8c-16b6-41cf-8024-2519c17262fd req-526646e1-fdf6-49ab-9fa1-2223394e028e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0499382 Sep 08 15:45:18.580782 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-45b6ef8c-16b6-41cf-8024-2519c17262fd req-a935ac6c-e587-4f76-bfdc-23cf2e01af6c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Sep 08 15:45:19.421105 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2e2a5-5c13-423b-9afb-5d61b65c9dae req-f9e33575-fc3f-4d62-9fa0-3e9c860c8d0b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:19.422579 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-20c2e2a5-5c13-423b-9afb-5d61b65c9dae req-f9e33575-fc3f-4d62-9fa0-3e9c860c8d0b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Sep 08 15:45:19.457907 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-20c2e2a5-5c13-423b-9afb-5d61b65c9dae req-2ec8e247-6a81-487e-b7b2-426319762070 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295134 Sep 08 15:45:19.698379 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcfbd7-6209-4f10-8f51-7cbaf96377f1 req-d695658c-e07a-41d6-945d-1d8a277c678c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:19.699842 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22fcfbd7-6209-4f10-8f51-7cbaf96377f1 req-d695658c-e07a-41d6-945d-1d8a277c678c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0507798 Sep 08 15:45:19.738838 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22fcfbd7-6209-4f10-8f51-7cbaf96377f1 req-d3b29474-71e4-4205-bdf6-e346fbee83b4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Sep 08 15:45:20.568083 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0956ca-7b45-4744-9eff-e3020bd8e5f4 req-692dd22e-b93c-4532-9a6a-bae2daba0e86 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:20.569500 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6c0956ca-7b45-4744-9eff-e3020bd8e5f4 req-692dd22e-b93c-4532-9a6a-bae2daba0e86 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0466049 Sep 08 15:45:20.605667 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6c0956ca-7b45-4744-9eff-e3020bd8e5f4 req-4594c050-b04b-4154-8429-d57efde0fbe9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303528 Sep 08 15:45:20.854476 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633160-7a2b-496c-acaa-1c13f4b8d942 req-62183490-1a3a-46b3-af19-934e293429ee tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:20.855904 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a0633160-7a2b-496c-acaa-1c13f4b8d942 req-62183490-1a3a-46b3-af19-934e293429ee tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0472212 Sep 08 15:45:20.893430 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a0633160-7a2b-496c-acaa-1c13f4b8d942 req-cd72f530-230c-4f78-a312-b537e490c803 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315964 Sep 08 15:45:21.721834 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80dcbd-4a31-494d-a1ca-57c7c18eed59 req-dd328c33-7968-418e-bf76-5f64e6f7e4f0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:21.724283 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2b80dcbd-4a31-494d-a1ca-57c7c18eed59 req-dd328c33-7968-418e-bf76-5f64e6f7e4f0 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Sep 08 15:45:21.762375 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2b80dcbd-4a31-494d-a1ca-57c7c18eed59 req-86fe7ae2-e839-4295-ad3d-aedfb53d8b18 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316443 Sep 08 15:45:22.009934 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9178-fdfe-4881-b01b-772187e999af req-cc0da9dd-cbe9-41ab-b374-e334958c7a47 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:22.011371 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-01fe9178-fdfe-4881-b01b-772187e999af req-cc0da9dd-cbe9-41ab-b374-e334958c7a47 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0470786 Sep 08 15:45:22.048547 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-01fe9178-fdfe-4881-b01b-772187e999af req-add732af-29e7-4cbe-a76c-7566d90ce5b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306826 Sep 08 15:45:22.879742 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14072d3-aaf3-40ea-8354-93ae16fec144 req-930d7952-4c4e-4127-a6e1-ad0b0ae5c8ed tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:22.881238 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b14072d3-aaf3-40ea-8354-93ae16fec144 req-930d7952-4c4e-4127-a6e1-ad0b0ae5c8ed tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Sep 08 15:45:22.924863 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b14072d3-aaf3-40ea-8354-93ae16fec144 req-0e1a2452-08ef-4103-99a9-6eec7644674e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326579 Sep 08 15:45:23.168052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6a5be-1b2c-4107-9122-15eb676fd485 req-b3085cea-6292-43c2-8a1e-09a6aaac92b2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:23.169411 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-76c6a5be-1b2c-4107-9122-15eb676fd485 req-b3085cea-6292-43c2-8a1e-09a6aaac92b2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0522873 Sep 08 15:45:23.213061 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-76c6a5be-1b2c-4107-9122-15eb676fd485 req-2afdc044-dbe4-4222-b0cf-8ea7cc764546 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344219 Sep 08 15:45:23.778277 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-3d0ab05d-0ab2-4ec4-9701-73c766a54fec req-9441ea6f-142d-4a65-9087-eb60825c246d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:45:23.779283 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3d0ab05d-0ab2-4ec4-9701-73c766a54fec req-9441ea6f-142d-4a65-9087-eb60825c246d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933571 Sep 08 15:45:23.936932 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9578d-47a1-41ff-b620-413bed777e68 req-67b379b1-b2be-4e32-9966-46956605b977 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:23.942975 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5a9578d-47a1-41ff-b620-413bed777e68 req-67b379b1-b2be-4e32-9966-46956605b977 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0549929 Sep 08 15:45:23.989200 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5a9578d-47a1-41ff-b620-413bed777e68 req-e15c97c1-c875-431e-b639-9f8f36855e28 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Sep 08 15:45:24.164521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40772) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:24.248031 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-c99be3fe-4fd0-40aa-9d54-d9ec0f0e451e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823665 Sep 08 15:45:24.257474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-1c81b1fc-5622-4e30-adb7-a0e1a2f4ee45 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:45:24.258479 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-1c81b1fc-5622-4e30-adb7-a0e1a2f4ee45 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055604 Sep 08 15:45:25.109388 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61515873-42a5-4372-a82b-4fe24364f006 req-05d829a3-da74-4325-8008-bd71570fd5e7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:25.110879 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61515873-42a5-4372-a82b-4fe24364f006 req-05d829a3-da74-4325-8008-bd71570fd5e7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0489793 Sep 08 15:45:25.150485 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61515873-42a5-4372-a82b-4fe24364f006 req-cb9f975f-c3b3-4b79-924e-2a62264b04da tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333054 Sep 08 15:45:25.509138 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:45:26.118468 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-389ead80-cbdc-48e1-85e6-a611574128db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:26.119942 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-389ead80-cbdc-48e1-85e6-a611574128db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7&tenant_id=189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0736635 Sep 08 15:45:26.194561 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-259da940-5cb7-4efa-abe7-33fad8ca1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:26.196038 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-259da940-5cb7-4efa-abe7-33fad8ca1e60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1096 time: 0.0404325 Sep 08 15:45:26.280340 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c02e-6e0f-4349-91c0-482f147834e3 req-a82889c2-f399-4340-b110-4c3d5d84e0a7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:26.282403 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-74f4c02e-6e0f-4349-91c0-482f147834e3 req-a82889c2-f399-4340-b110-4c3d5d84e0a7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0548570 Sep 08 15:45:26.287302 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-edbe80e1-fd65-4dc4-99e4-15a648ae1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:26.288779 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-edbe80e1-fd65-4dc4-99e4-15a648ae1fab service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0840483 Sep 08 15:45:26.322392 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-74f4c02e-6e0f-4349-91c0-482f147834e3 req-38fce6d4-e314-4b94-b138-d576d2418903 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336440 Sep 08 15:45:26.361811 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-a229af4c-1311-436b-adc4-cddc70d35dba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 999 time: 0.0644324 Sep 08 15:45:26.413974 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-55781024-c3d1-45a6-aa81-12d3ffb5ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:26.415430 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-55781024-c3d1-45a6-aa81-12d3ffb5ea1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0466025 Sep 08 15:45:26.460333 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-acdbb853-be4b-4418-ad1a-9bb6212965b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:26.461854 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-acdbb853-be4b-4418-ad1a-9bb6212965b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390627 Sep 08 15:45:26.792739 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-1a2f7974-12e7-4333-a4b7-137835c3afe6 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229630 Sep 08 15:45:26.892323 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ce6e836c-91d4-48d0-813f-3b3b03c23de3 req-728c2ab0-7c69-4a46-8258-f23f202f55ad service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917323 Sep 08 15:45:26.978755 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40892) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:27.086981 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45253c80-1685-45a3-95cd-575782f9219f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.177028 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45253c80-1685-45a3-95cd-575782f9219f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.182060 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-45253c80-1685-45a3-95cd-575782f9219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.222439 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-45253c80-1685-45a3-95cd-575782f9219f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dff2ffd3034c4a218b60b1198825df96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403243 Sep 08 15:45:27.222439 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253c80-1685-45a3-95cd-575782f9219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeee1c4-f7b9-4c86-ab83-3edb890f60f9,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:27.223494 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40904) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:27.272852 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b2e3-5200-4163-b7c8-31f2da210ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.293933 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b2e3-5200-4163-b7c8-31f2da210ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.343097 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b2e3-5200-4163-b7c8-31f2da210ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.346085 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b3e5b2e3-5200-4163-b7c8-31f2da210ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.347254 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b3e5b2e3-5200-4163-b7c8-31f2da210ad9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/baeee1c4-f7b9-4c86-ab83-3edb890f60f9 HTTP/1.1" status: 204 len: 168 time: 0.1229761 Sep 08 15:45:27.355057 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5b2e3-5200-4163-b7c8-31f2da210ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeee1c4-f7b9-4c86-ab83-3edb890f60f9,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:27.463374 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953801a9-4021-4c3e-ad14-f3f64307a948 req-d0c85b5a-ba95-4352-a8ca-9d468938f007 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:27.472134 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-953801a9-4021-4c3e-ad14-f3f64307a948 req-d0c85b5a-ba95-4352-a8ca-9d468938f007 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0677826 Sep 08 15:45:27.540345 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-953801a9-4021-4c3e-ad14-f3f64307a948 req-f2bb7ccc-2ee4-4ebe-8659-d86456b4578e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669739 Sep 08 15:45:27.848103 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40932) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:27.876507 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-34737e7f-8619-4550-ba8f-ab3790d8740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:27.880285 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 40934) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:28.039953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-34737e7f-8619-4550-ba8f-ab3790d8740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.045615 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-34737e7f-8619-4550-ba8f-ab3790d8740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.090743 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-34737e7f-8619-4550-ba8f-ab3790d8740c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=049c073e02f94a2b9a9057d7598d4cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408922 Sep 08 15:45:28.093630 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40940) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:28.094275 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34737e7f-8619-4550-ba8f-ab3790d8740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5666d6b5-4d99-46a1-90af-b02ab02460c2,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:28.151276 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-64a262cc-e570-4f95-b49c-bc85fb3a73b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.155542 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fd266b9e-33ed-45d9-932b-9231daa7de12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.173491 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-64a262cc-e570-4f95-b49c-bc85fb3a73b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.244366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-64a262cc-e570-4f95-b49c-bc85fb3a73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.247887 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-64a262cc-e570-4f95-b49c-bc85fb3a73b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.251909 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-64a262cc-e570-4f95-b49c-bc85fb3a73b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5666d6b5-4d99-46a1-90af-b02ab02460c2 HTTP/1.1" status: 204 len: 168 time: 0.1524248 Sep 08 15:45:28.255472 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fd266b9e-33ed-45d9-932b-9231daa7de12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.258080 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a262cc-e570-4f95-b49c-bc85fb3a73b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5666d6b5-4d99-46a1-90af-b02ab02460c2,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:28.259859 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fd266b9e-33ed-45d9-932b-9231daa7de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.292377 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266b9e-33ed-45d9-932b-9231daa7de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001910e6-1517-465d-b8e5-cbee6cda7619,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:28.320787 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 40944) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:28.321185 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-fd266b9e-33ed-45d9-932b-9231daa7de12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8aa95ffc2e44a978088f64e943dd034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394565 Sep 08 15:45:28.381180 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1409738a-876a-4173-a1ed-9df4de2088cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.409796 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1409738a-876a-4173-a1ed-9df4de2088cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.473913 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1409738a-876a-4173-a1ed-9df4de2088cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.477130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1409738a-876a-4173-a1ed-9df4de2088cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:28.481151 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1409738a-876a-4173-a1ed-9df4de2088cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/001910e6-1517-465d-b8e5-cbee6cda7619 HTTP/1.1" status: 204 len: 168 time: 0.1564991 Sep 08 15:45:28.491366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409738a-876a-4173-a1ed-9df4de2088cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001910e6-1517-465d-b8e5-cbee6cda7619,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:28.730253 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322c00-6807-4d04-a7ad-70fb94f43fe4 req-4c7808da-683a-4ce9-a21d-4ea250465712 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:28.731882 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-97322c00-6807-4d04-a7ad-70fb94f43fe4 req-4c7808da-683a-4ce9-a21d-4ea250465712 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0898011 Sep 08 15:45:28.782305 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-97322c00-6807-4d04-a7ad-70fb94f43fe4 req-eaeee45f-d8d1-44f8-9c09-048908c9fee6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Sep 08 15:45:29.958294 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f382a0d-d470-4c92-bee5-18920f460e45 req-0603cbb2-82ed-46dd-8eae-f17bf9830b82 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:29.967688 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f382a0d-d470-4c92-bee5-18920f460e45 req-0603cbb2-82ed-46dd-8eae-f17bf9830b82 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0760639 Sep 08 15:45:30.022778 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0f382a0d-d470-4c92-bee5-18920f460e45 req-e15d2513-4ad3-4234-80f3-fc3ce7367955 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469697 Sep 08 15:45:31.153966 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020cb65-67c7-4fec-99be-886c814ce515 req-2fd7c1fc-49ee-47e0-8e1b-5fe0564154ac tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:31.156254 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3020cb65-67c7-4fec-99be-886c814ce515 req-2fd7c1fc-49ee-47e0-8e1b-5fe0564154ac tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0540743 Sep 08 15:45:31.198409 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3020cb65-67c7-4fec-99be-886c814ce515 req-2d9f767d-2740-4e2e-a131-3c9e37d4d65d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362163 Sep 08 15:45:32.361802 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34ee-8da1-44c2-a96f-e5b46a3448d9 req-d8de7bf6-a5b5-4e9f-9001-7c3feac65729 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:32.363471 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eb8b34ee-8da1-44c2-a96f-e5b46a3448d9 req-d8de7bf6-a5b5-4e9f-9001-7c3feac65729 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0582390 Sep 08 15:45:32.415089 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eb8b34ee-8da1-44c2-a96f-e5b46a3448d9 req-df20dd77-8414-4ae2-95f3-e0c52e9fe240 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Sep 08 15:45:33.540341 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d162-fb81-4776-8c7e-81b64a7174b4 req-578df307-7106-4a81-afdb-73a6581ab220 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:33.541856 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7ce9d162-fb81-4776-8c7e-81b64a7174b4 req-578df307-7106-4a81-afdb-73a6581ab220 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0506892 Sep 08 15:45:33.588322 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7ce9d162-fb81-4776-8c7e-81b64a7174b4 req-a61a0e2b-b506-40de-9574-1e2437b3548e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404487 Sep 08 15:45:33.921842 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41122) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:34.127477 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_v2 [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Deleting subnet 7f8516c5-2dd5-4a8b-b19a-a8b32186f68f {{(pid=100601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:45:34.130780 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.168481 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.173865 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.235307 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for subnet, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.279601 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8516c5-2dd5-4a8b-b19a-a8b32186f68f,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:34.282237 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.284335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-58983821-5c59-4569-8071-81d989e30a56 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7f8516c5-2dd5-4a8b-b19a-a8b32186f68f HTTP/1.1" status: 204 len: 168 time: 0.3614945 Sep 08 15:45:34.287272 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41132) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:34.382117 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.487900 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.508844 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.509446 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.510230 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.510563 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > port after_create 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.510990 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.511357 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > port after_update 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.511692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.512024 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.512339 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.512659 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.664657 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.665475 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.666146 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.667446 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:45:34.667832 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5']}} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:45:34.690202 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f037fae-8cc3-45ed-903e-fbb8ab59ef84') {'for_net_delete': True} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:45:34.690415 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f037fae-8cc3-45ed-903e-fbb8ab59ef84') {} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:45:34.739519 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904938'] for segment, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.779917 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6aa7c-b71e-4bda-916a-1a341dd93a16 req-f97f59ae-f584-49c4-a5eb-298ce68f1ef9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:34.788150 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fac6aa7c-b71e-4bda-916a-1a341dd93a16 req-f97f59ae-f584-49c4-a5eb-298ce68f1ef9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.1056781 Sep 08 15:45:34.823104 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.843925 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fac6aa7c-b71e-4bda-916a-1a341dd93a16 req-5563dfe9-cf76-4917-a53f-932b74cb85fc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548048 Sep 08 15:45:34.849614 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:45:34.850048 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177103'] for segment, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: from cryptography.utils import int_from_bytes Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: from cryptography.utils import int_from_bytes Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: Traceback (most recent call last): Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: timer() Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: cb(*args, **kw) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: return func(*args, **kwargs) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: self._notify() Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: self.callback(batched_events) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: event.method(event) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: return f(self, *a, **k) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._get(url).json() Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: return self.request(url, 'GET', **kwargs) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:45:34.854080 dv-cinder-776307-8-iscsi neutron-server[100601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:45:34.917296 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.926500 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:34.929335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5 HTTP/1.1" status: 204 len: 168 time: 0.6416345 Sep 08 15:45:34.941046 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee858c-ef23-4183-8575-cbd0b4983802 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4e70d6-270d-4fcc-aaad-5f1a7cded9a5,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:35.054627 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41152) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:35.096346 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-3b3e1d49-816b-45ef-bb96-24b809b86707 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=caa3fbbbdadd44abab91a6e7eabefd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404270 Sep 08 15:45:35.098712 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41154) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:35.147418 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-83d4db27-484a-4670-a7c1-b46dba27c4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:35.168623 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-83d4db27-484a-4670-a7c1-b46dba27c4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:35.219439 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-83d4db27-484a-4670-a7c1-b46dba27c4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:35.221995 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-83d4db27-484a-4670-a7c1-b46dba27c4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:35.223131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-83d4db27-484a-4670-a7c1-b46dba27c4c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d924aa7-1858-4473-9836-3219fbeb280a HTTP/1.1" status: 204 len: 168 time: 0.1235356 Sep 08 15:45:35.230682 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4db27-484a-4670-a7c1-b46dba27c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d924aa7-1858-4473-9836-3219fbeb280a,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:36.010755 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb73208-c7a4-4422-bc86-2e718532222e req-bb8024c0-e581-4abe-ac5c-81e4b4d2216b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:36.012368 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fcb73208-c7a4-4422-bc86-2e718532222e req-bb8024c0-e581-4abe-ac5c-81e4b4d2216b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0869560 Sep 08 15:45:36.074549 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fcb73208-c7a4-4422-bc86-2e718532222e req-059cf421-0b5b-4143-a6ec-3c68658f933c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509005 Sep 08 15:45:37.161128 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:37.189069 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f94d6-5a87-4c0c-81a7-1827afa68864 req-327e5a6f-9601-44a8-aed8-39d01e2ebbd5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:37.190757 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-835f94d6-5a87-4c0c-81a7-1827afa68864 req-327e5a6f-9601-44a8-aed8-39d01e2ebbd5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0499010 Sep 08 15:45:37.229945 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-835f94d6-5a87-4c0c-81a7-1827afa68864 req-584f47f2-82c2-4d41-9ecd-3707ff739d9d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323708 Sep 08 15:45:37.256082 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e15f8790-501e-45dd-8d59-a51312d7137a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:37.726335 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41246) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:37.874608 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6d3d367f-7c11-4d3b-8c6d-bd55311cee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:37.981219 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6d3d367f-7c11-4d3b-8c6d-bd55311cee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:37.985617 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6d3d367f-7c11-4d3b-8c6d-bd55311cee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.025303 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6d3d367f-7c11-4d3b-8c6d-bd55311cee2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f11e0128e8d04bf39fcec916ec62eb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951915 Sep 08 15:45:38.025303 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d367f-7c11-4d3b-8c6d-bd55311cee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060706db-e2a2-42b5-91cc-3901e9e52aa2,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:38.026439 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 41254) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:38.079558 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-de46a7ca-8b3e-4b54-b4e2-7d909987a420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.101727 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-de46a7ca-8b3e-4b54-b4e2-7d909987a420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.153270 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-de46a7ca-8b3e-4b54-b4e2-7d909987a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.157134 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-de46a7ca-8b3e-4b54-b4e2-7d909987a420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.158512 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-de46a7ca-8b3e-4b54-b4e2-7d909987a420 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/060706db-e2a2-42b5-91cc-3901e9e52aa2 HTTP/1.1" status: 204 len: 168 time: 0.1299913 Sep 08 15:45:38.168469 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a7ca-8b3e-4b54-b4e2-7d909987a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060706db-e2a2-42b5-91cc-3901e9e52aa2,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:38.371278 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21221d-74a2-488f-ae97-6164983d667e req-3492026f-9c75-4ed8-b6d9-7deb8f0c8fb5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:38.374258 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e21221d-74a2-488f-ae97-6164983d667e req-3492026f-9c75-4ed8-b6d9-7deb8f0c8fb5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0661435 Sep 08 15:45:38.436620 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e21221d-74a2-488f-ae97-6164983d667e req-40755ae3-556e-452d-a03f-f77204aa215e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569346 Sep 08 15:45:38.483351 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 41264) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:38.496849 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2174d935-148b-4b1a-9ccd-edceb11235c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.582513 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2174d935-148b-4b1a-9ccd-edceb11235c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.586591 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2174d935-148b-4b1a-9ccd-edceb11235c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.623874 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d935-148b-4b1a-9ccd-edceb11235c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e87cfe1-b77f-4e14-92ca-431cb8f872f1,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:38.630855 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41266) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:38.630991 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2174d935-148b-4b1a-9ccd-edceb11235c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f05d82a5c0140a1b5a1ef5ca1578ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464355 Sep 08 15:45:38.684199 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-770f605d-a4a4-4097-9f34-16c512d4010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.706864 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-770f605d-a4a4-4097-9f34-16c512d4010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.752457 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-770f605d-a4a4-4097-9f34-16c512d4010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.754997 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-770f605d-a4a4-4097-9f34-16c512d4010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:38.758901 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-770f605d-a4a4-4097-9f34-16c512d4010e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e87cfe1-b77f-4e14-92ca-431cb8f872f1 HTTP/1.1" status: 204 len: 168 time: 0.1242883 Sep 08 15:45:38.766146 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f605d-a4a4-4097-9f34-16c512d4010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e87cfe1-b77f-4e14-92ca-431cb8f872f1,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:39.141021 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41278) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:39.159606 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-3d51a3e9-9d4b-4fee-b931-e53d08edcd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.259720 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-3d51a3e9-9d4b-4fee-b931-e53d08edcd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.263857 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-3d51a3e9-9d4b-4fee-b931-e53d08edcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.300595 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-3d51a3e9-9d4b-4fee-b931-e53d08edcd2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd3f9657045e44aa90c1e37dcc214ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581166 Sep 08 15:45:39.303448 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 41280) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:39.313639 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51a3e9-9d4b-4fee-b931-e53d08edcd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395d4229-b541-406e-9d02-d786fefb9b18,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:39.376131 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-569fcf7a-b8c9-4ff3-99ae-53d848511925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.394639 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-569fcf7a-b8c9-4ff3-99ae-53d848511925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.441966 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-569fcf7a-b8c9-4ff3-99ae-53d848511925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.444462 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-569fcf7a-b8c9-4ff3-99ae-53d848511925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:39.445604 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-569fcf7a-b8c9-4ff3-99ae-53d848511925 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/395d4229-b541-406e-9d02-d786fefb9b18 HTTP/1.1" status: 204 len: 168 time: 0.1408947 Sep 08 15:45:39.453051 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fcf7a-b8c9-4ff3-99ae-53d848511925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395d4229-b541-406e-9d02-d786fefb9b18,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:39.559694 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfa6f6-a750-471c-a39e-5d838aef3ceb req-8759ef00-5fb3-44a8-acc1-d6b859a7a855 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:39.561936 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36cfa6f6-a750-471c-a39e-5d838aef3ceb req-8759ef00-5fb3-44a8-acc1-d6b859a7a855 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0520868 Sep 08 15:45:39.599927 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-36cfa6f6-a750-471c-a39e-5d838aef3ceb req-f3e8e398-574d-4811-acf5-76fdc804a42f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320113 Sep 08 15:45:39.803472 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a416ea80-e468-4533-a349-212143340b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.096843 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 41310) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:40.189019 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-923075812-network', 'tenant_id': '5473a27e6dc7413e8ccd04d888b0d49f'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:45:40.212275 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Made reservation on behalf of 5473a27e6dc7413e8ccd04d888b0d49f for: {'network': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:45:40.214589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.222622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.291214 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.313484 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.318298 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.339678 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=100600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:45:40.352715 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe49a3-a6bf-4537-ae8b-4081243a783b,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:40.357409 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.357777 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.segments_db [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Added segment 4e412779-aa11-42e3-9025-7e1f7547c7f3 of type vlan for network 2b3931d1-269a-4e79-bd1a-cdeb6099407f Sep 08 15:45:40.400792 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.427095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.428069 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:40.428656 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.452777 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3548322 Sep 08 15:45:40.455979 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41316) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:40.460805 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Request body: {'subnet': {'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-923075812-subnet', 'tenant_id': '5473a27e6dc7413e8ccd04d888b0d49f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:45:40.482092 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Made reservation on behalf of 5473a27e6dc7413e8ccd04d888b0d49f for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:45:40.484290 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129547543'] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.492835 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccbd27-676b-46e1-90cf-4a07e8abb177 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3931d1-269a-4e79-bd1a-cdeb6099407f,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:40.503062 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 2b3931d1-269a-4e79-bd1a-cdeb6099407f details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:45:40.646633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126176748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129547529'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.733750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747de602-3ade-49a8-8ac1-1039747212b9,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:40.747664 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Checking segment: {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:45:40.748708 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Network hostable DHCP agents. Network: 2b3931d1-269a-4e79-bd1a-cdeb6099407f, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:45:40.757405 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374d258-7548-48a1-b443-b629cf52e29f req-f7c79352-e99e-4ccc-b341-bc52f23bf349 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:40.759095 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5374d258-7548-48a1-b443-b629cf52e29f req-f7c79352-e99e-4ccc-b341-bc52f23bf349 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0837998 Sep 08 15:45:40.790418 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Network 2b3931d1-269a-4e79-bd1a-cdeb6099407f is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:45:40.807594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 2b3931d1-269a-4e79-bd1a-cdeb6099407f) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:45:40.812146 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5374d258-7548-48a1-b443-b629cf52e29f req-fe2998ac-a03f-4345-9455-1110f54086ec tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Sep 08 15:45:40.815555 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:40.816141 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.819794 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bcd510-3bbb-4f0c-9296-e7c3cee6db1c None None] Network 2b3931d1-269a-4e79-bd1a-cdeb6099407f requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:45:40.841851 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6672667b-8292-48d3-9ddf-73adc1034779 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3845675 Sep 08 15:45:40.919151 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:40.965054 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e252407-addc-4242-9d31-8cf419889645 None None] Network 2b3931d1-269a-4e79-bd1a-cdeb6099407f requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:45:41.931314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bbd8d-6529-4a82-bc40-891fb5063e86 req-ab1054df-8219-4963-8b5b-0324240064a7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:41.932755 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c64bbd8d-6529-4a82-bc40-891fb5063e86 req-ab1054df-8219-4963-8b5b-0324240064a7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0471318 Sep 08 15:45:41.970432 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c64bbd8d-6529-4a82-bc40-891fb5063e86 req-b764132a-c27e-4808-bf2d-3f141725397e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310657 Sep 08 15:45:42.491924 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:43.088250 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608c89d-cd59-48a9-973e-20a0d476ad2f req-51dc7b24-6629-465a-8953-76c0a0094faf tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:43.089710 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f608c89d-cd59-48a9-973e-20a0d476ad2f req-51dc7b24-6629-465a-8953-76c0a0094faf tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0505745 Sep 08 15:45:43.127504 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f608c89d-cd59-48a9-973e-20a0d476ad2f req-d6d5c62d-404d-4318-9f8f-e9e05a10abef tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Sep 08 15:45:44.246660 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62861-bc21-47ca-bddd-d549d95dd4b9 req-2e118321-678b-4a14-9ea8-42170c46f71a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:44.248696 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-91f62861-bc21-47ca-bddd-d549d95dd4b9 req-2e118321-678b-4a14-9ea8-42170c46f71a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0522735 Sep 08 15:45:44.285154 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-91f62861-bc21-47ca-bddd-d549d95dd4b9 req-c89f6174-583c-42a4-a2a1-544f26498ebc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Sep 08 15:45:45.413931 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118c588-00ce-432f-aa30-385931a29e0c req-c915ea66-47e3-4024-b479-5fdbef5355dc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:45.415435 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e118c588-00ce-432f-aa30-385931a29e0c req-c915ea66-47e3-4024-b479-5fdbef5355dc tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0603259 Sep 08 15:45:45.451723 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e118c588-00ce-432f-aa30-385931a29e0c req-59c07451-6a5f-42b1-95f5-7ac5aabbb9de tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300162 Sep 08 15:45:45.532677 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960a37-d630-46ca-ab20-5497a64e5435 req-9e91557b-e418-42bc-bd2a-cd44e9f60366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:45.534207 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-9e91557b-e418-42bc-bd2a-cd44e9f60366 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1096 time: 0.0415661 Sep 08 15:45:45.635891 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960a37-d630-46ca-ab20-5497a64e5435 req-39f2170c-bb18-4148-82e3-525a9ecd858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:45.636624 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-39f2170c-bb18-4148-82e3-525a9ecd858c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0825429 Sep 08 15:45:45.708553 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-d110c38e-ec5d-4e4d-982f-2c7039ba19b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 200 len: 999 time: 0.0641139 Sep 08 15:45:45.756308 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960a37-d630-46ca-ab20-5497a64e5435 req-d725c7f9-154d-4f57-ac2c-9bb5d33e72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:45.757736 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-d725c7f9-154d-4f57-ac2c-9bb5d33e72d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0423481 Sep 08 15:45:45.804417 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51960a37-d630-46ca-ab20-5497a64e5435 req-4c6520b7-dd89-4938-acea-0e0ef0719ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:45.805858 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-4c6520b7-dd89-4938-acea-0e0ef0719ccb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384345 Sep 08 15:45:45.896028 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-707a8b7c-ee00-48de-bd5f-dad4b60bf6e4 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828094 Sep 08 15:45:45.986303 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-51960a37-d630-46ca-ab20-5497a64e5435 req-d59faf23-4f49-435c-8654-bb76a1a8f484 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833328 Sep 08 15:45:46.572360 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794864-3a87-4213-95c7-2ea080fe3d9d req-71e9777f-b29a-47c0-bc7f-eb514d52a6ca tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:46.573889 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cf794864-3a87-4213-95c7-2ea080fe3d9d req-71e9777f-b29a-47c0-bc7f-eb514d52a6ca tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0514753 Sep 08 15:45:46.613041 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cf794864-3a87-4213-95c7-2ea080fe3d9d req-d1cd800d-2e52-40b2-a779-a35fd2d2ce7f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Sep 08 15:45:46.808210 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-a66bca50-d1b8-467f-b24a-a1e68d67885f tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:46.809556 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-a66bca50-d1b8-467f-b24a-a1e68d67885f tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/networks?id=2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 200 len: 808 time: 0.0981705 Sep 08 15:45:46.824608 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-eb8935da-f69d-4c66-ad71-771bb896c2bf tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/quotas/5473a27e6dc7413e8ccd04d888b0d49f HTTP/1.1" status: 200 len: 375 time: 0.0086505 Sep 08 15:45:46.858783 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-c97682fe-e5b8-4844-8c4f-2061f12836b8 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279732 Sep 08 15:45:46.992857 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-ac77463c-2cb3-42ee-a801-fe5cf1f7cc5b service neutron] 10.222.0.54 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271532 Sep 08 15:45:47.082495 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-fc240107-edd1-4a1d-939a-c3de51b89200 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Sep 08 15:45:47.237950 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4476cb33-bf59-4faa-ad9e-2a4f678686d5 req-e292e5fe-eeaf-461b-b865-37b4e302aae2 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 210 time: 0.0288897 Sep 08 15:45:47.733594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dada289-6981-4923-ba8c-cdc2e3d0c793 req-4c1dccde-9f8d-470e-81d6-d85c6e521f2a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:47.735167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2dada289-6981-4923-ba8c-cdc2e3d0c793 req-4c1dccde-9f8d-470e-81d6-d85c6e521f2a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0482459 Sep 08 15:45:47.773216 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2dada289-6981-4923-ba8c-cdc2e3d0c793 req-1a800c3a-fd22-4017-9bda-db916b828a63 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Sep 08 15:45:48.327974 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e3c4ba7-740e-4008-9e6b-96355eeb2e80 req-ef8d7e25-c742-45b7-ba17-a6c74ab4e38d tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 210 time: 0.0248294 Sep 08 15:45:48.894804 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff3bc-c61d-4366-8cad-e5c966e4de0d req-44543d31-3a79-45c6-a400-e09bc5ad3966 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:48.896259 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f41ff3bc-c61d-4366-8cad-e5c966e4de0d req-44543d31-3a79-45c6-a400-e09bc5ad3966 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0516267 Sep 08 15:45:48.932538 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f41ff3bc-c61d-4366-8cad-e5c966e4de0d req-449fbc4c-6ce8-4368-ae8d-173e308b05ac tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301905 Sep 08 15:45:49.424167 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-aee66c3d-d75d-4f71-8214-99f0673fb531 req-3e3556a7-1cad-41da-95cd-2addc190187e tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 210 time: 0.0291016 Sep 08 15:45:49.477609 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:45:50.050975 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd654df4-8a93-4b59-a559-f61be3c1a706 req-45920257-d30c-46e8-bb2d-558581f7ebaa tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:50.052440 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd654df4-8a93-4b59-a559-f61be3c1a706 req-45920257-d30c-46e8-bb2d-558581f7ebaa tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Sep 08 15:45:50.088644 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd654df4-8a93-4b59-a559-f61be3c1a706 req-c2db8cd1-b052-4f61-928e-36da6e0e6e1c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304215 Sep 08 15:45:50.517306 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d8c3caf2-ebeb-43d8-b5e2-8cfd0fae8d80 req-6b0bcc76-2c6f-4451-98f8-952137bd34ba tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 210 time: 0.0291140 Sep 08 15:45:51.206253 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291fc75-3065-45ab-8613-76be883dc288 req-e6c22e0d-52d1-4a91-9d2f-b5d73e43c4f5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:51.207629 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c291fc75-3065-45ab-8613-76be883dc288 req-e6c22e0d-52d1-4a91-9d2f-b5d73e43c4f5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0467451 Sep 08 15:45:51.244932 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c291fc75-3065-45ab-8613-76be883dc288 req-fe0f8c03-9087-49b3-a057-79c821339883 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Sep 08 15:45:51.610456 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fb110e4c-e0a0-498f-948e-45b05bbb100a req-653346a7-1551-4aa9-ae6f-7de4b016d84d tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 210 time: 0.0261340 Sep 08 15:45:51.666994 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-537e8ee1-22b2-459c-8658-128533b3cfac tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:51.668432 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-537e8ee1-22b2-459c-8658-128533b3cfac tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "GET /v2.0/networks?id=2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 200 len: 808 time: 0.1033106 Sep 08 15:45:51.690324 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Request body: {'port': {'device_id': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f', 'admin_state_up': True, 'tenant_id': '5473a27e6dc7413e8ccd04d888b0d49f'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:45:51.799102 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Made reservation on behalf of 5473a27e6dc7413e8ccd04d888b0d49f for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:45:51.802704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:51.924954 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Allocated IP 172.20.0.2 (2b3931d1-269a-4e79-bd1a-cdeb6099407f/747de602-3ade-49a8-8ac1-1039747212b9/8351d233-efc3-4a5a-849d-eea379e59ed4) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:45:52.080372 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.115351 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.158928 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Network 2b3931d1-269a-4e79-bd1a-cdeb6099407f is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:45:52.161899 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:45:52.165395 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:45:52.191861 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Pushing event updated for resources: {'Port': ['ID=8351d233-efc3-4a5a-849d-eea379e59ed4,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:52.218882 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:52.219485 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.232952 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-d50f511b-b01b-4dd4-9ee4-8132c33706ff tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5463717 Sep 08 15:45:52.251474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Request body: {'port': {'device_id': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:45:52.303497 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.360878 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728aeec-9cfa-44c5-a6bc-e1582c3da1c2 req-52da45ce-1b7a-484e-9455-609f31c9e9e8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:52.362423 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6728aeec-9cfa-44c5-a6bc-e1582c3da1c2 req-52da45ce-1b7a-484e-9455-609f31c9e9e8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0469842 Sep 08 15:45:52.400384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6728aeec-9cfa-44c5-a6bc-e1582c3da1c2 req-228cfd5f-0531-40a4-ae85-84067fa48486 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313790 Sep 08 15:45:52.563172 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8351d233-efc3-4a5a-849d-eea379e59ed4 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:45:52.570703 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.582873 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Transition to ACTIVE for port object 8351d233-efc3-4a5a-849d-eea379e59ed4 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:45:52.586281 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.656956 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Pushing event updated for resources: {'Port': ['ID=8351d233-efc3-4a5a-849d-eea379e59ed4,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:52.706370 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Attempting to bind port 8351d233-efc3-4a5a-849d-eea379e59ed4 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:45:52.706972 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Attempting to bind port 8351d233-efc3-4a5a-849d-eea379e59ed4 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:45:52.707083 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Attempting to bind port 8351d233-efc3-4a5a-849d-eea379e59ed4 on network 2b3931d1-269a-4e79-bd1a-cdeb6099407f {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:45:52.711344 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Port 8351d233-efc3-4a5a-849d-eea379e59ed4 on network 2b3931d1-269a-4e79-bd1a-cdeb6099407f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:45:52.711669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Attempting to bind port 8351d233-efc3-4a5a-849d-eea379e59ed4 on network 2b3931d1-269a-4e79-bd1a-cdeb6099407f {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:45:52.717047 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:45:52.717384 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Checking segment: {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:45:52.718152 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Bound using segment: {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:45:52.718585 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Bound port: 8351d233-efc3-4a5a-849d-eea379e59ed4, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:45:52.718944 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.736592 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9337d-7a27-4493-9f12-34744fba22ce req-f8a4981c-390a-4b18-94db-dfd763283079 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:52.742127 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-89b9337d-7a27-4493-9f12-34744fba22ce req-f8a4981c-390a-4b18-94db-dfd763283079 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 943 time: 0.0601056 Sep 08 15:45:52.775942 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41466) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:52.789204 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-89b9337d-7a27-4493-9f12-34744fba22ce req-352d9406-9881-4019-b564-b3a3997f0cfa tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Sep 08 15:45:52.789416 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] For port 8351d233-efc3-4a5a-849d-eea379e59ed4, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:45:52.792692 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] For port 8351d233-efc3-4a5a-849d-eea379e59ed4, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8351d233-efc3-4a5a-849d-eea379e59ed4,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:45:52.798622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.835091 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:52.835708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.837080 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] 10.222.0.59 "PUT /v2.0/ports/8351d233-efc3-4a5a-849d-eea379e59ed4 HTTP/1.1" status: 200 len: 1093 time: 0.5902865 Sep 08 15:45:52.837517 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'tag': '8351d233-efc3-4a5a-849d-eea379e59ed4'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:45:52.839791 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e84731-4810-4d04-b099-248e60afde7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9f6e61-c75b-44cc-a5eb-4a25dccb830b", "tag": "8351d233-efc3-4a5a-849d-eea379e59ed4"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:45:52.863054 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947799b-d031-4d40-b0e5-f0d6de1f2724 service neutron] Pushing event updated for resources: {'Port': ['ID=8351d233-efc3-4a5a-849d-eea379e59ed4,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:52.889299 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50820e1f-34dd-44e2-a54c-a7d1183e872a x-openstack-request-id: req-50820e1f-34dd-44e2-a54c-a7d1183e872a {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:45:52.889595 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9f6e61-c75b-44cc-a5eb-4a25dccb830b", "tag": "8351d233-efc3-4a5a-849d-eea379e59ed4", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:45:52.889903 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50820e1f-34dd-44e2-a54c-a7d1183e872a {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:45:52.890305 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'tag': '8351d233-efc3-4a5a-849d-eea379e59ed4', 'status': 'completed', 'code': 200} Sep 08 15:45:52.903358 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-72ed24af-1f2c-4f28-9f64-5ae76b9b539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.954991 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-3e8858a0-6978-46b9-9cfb-cf917d3a4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:52.956543 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-3e8858a0-6978-46b9-9cfb-cf917d3a4a56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 1096 time: 0.0431142 Sep 08 15:45:52.992795 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-72ed24af-1f2c-4f28-9f64-5ae76b9b539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:52.997284 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-72ed24af-1f2c-4f28-9f64-5ae76b9b539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:53.011913 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-166cceb9-e17f-490e-8147-30a075ea7140 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8351d233-efc3-4a5a-849d-eea379e59ed4 HTTP/1.1" status: 200 len: 217 time: 0.0388837 Sep 08 15:45:53.047052 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-72ed24af-1f2c-4f28-9f64-5ae76b9b539a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e041c70e27544012a5d1a2653955940d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609992 Sep 08 15:45:53.047052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed24af-1f2c-4f28-9f64-5ae76b9b539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da2a888-4ba0-4934-9d6e-432dcfb08ade,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:53.047052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41474) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:45:53.065749 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-be9be728-ed32-4478-895e-0425fdb9147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:53.067558 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-be9be728-ed32-4478-895e-0425fdb9147f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=747de602-3ade-49a8-8ac1-1039747212b9 HTTP/1.1" status: 200 len: 848 time: 0.0470777 Sep 08 15:45:53.095087 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd9ce-76f4-4004-8231-768ec21cf10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:53.101771 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-4181a43c-55ab-423f-b378-843fc5047760 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3931d1-269a-4e79-bd1a-cdeb6099407f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265355 Sep 08 15:45:53.120239 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd9ce-76f4-4004-8231-768ec21cf10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:53.176404 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd9ce-76f4-4004-8231-768ec21cf10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:53.180524 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd9ce-76f4-4004-8231-768ec21cf10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:53.180807 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-fb4cd9ce-76f4-4004-8231-768ec21cf10d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1da2a888-4ba0-4934-9d6e-432dcfb08ade HTTP/1.1" status: 204 len: 168 time: 0.1387551 Sep 08 15:45:53.189446 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cd9ce-76f4-4004-8231-768ec21cf10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da2a888-4ba0-4934-9d6e-432dcfb08ade,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:53.207444 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-cf498029-4619-4a89-82cd-4094a388581d service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942335 Sep 08 15:45:53.305069 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-d5c4e8b6-b2ee-4de4-ba6b-5f3791e9f94a req-035955d9-e781-4a39-828e-f1dd769ea639 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890529 Sep 08 15:45:53.463652 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84731-4810-4d04-b099-248e60afde7e req-ce35148f-9bf9-4ae1-8106-10fca20e2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:53.465259 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-ce35148f-9bf9-4ae1-8106-10fca20e2958 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 1096 time: 0.0504522 Sep 08 15:45:53.545798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7938ed-70c2-4832-a856-4fee68812302 req-0b1ac69a-ca4b-4d25-89e8-1f4a50db61ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:53.547717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd7938ed-70c2-4832-a856-4fee68812302 req-0b1ac69a-ca4b-4d25-89e8-1f4a50db61ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0579689 Sep 08 15:45:53.589557 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84731-4810-4d04-b099-248e60afde7e req-2529c2fc-83fa-4f58-969d-9e1e78c95d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:53.591378 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-2529c2fc-83fa-4f58-969d-9e1e78c95d10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 200 len: 909 time: 0.1175387 Sep 08 15:45:53.606186 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd7938ed-70c2-4832-a856-4fee68812302 req-b64e862b-f13f-4fa6-b987-3e0111185464 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Sep 08 15:45:53.641793 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-37e71c92-738e-4026-ba69-d93f9a8eb046 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8351d233-efc3-4a5a-849d-eea379e59ed4 HTTP/1.1" status: 200 len: 217 time: 0.0368400 Sep 08 15:45:53.693922 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84731-4810-4d04-b099-248e60afde7e req-b96dc9ae-54de-4c27-bc43-7ccca5c73cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:53.695354 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-b96dc9ae-54de-4c27-bc43-7ccca5c73cca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=747de602-3ade-49a8-8ac1-1039747212b9 HTTP/1.1" status: 200 len: 848 time: 0.0466683 Sep 08 15:45:53.728002 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-61e8708a-88fa-4c2c-8e74-df09c3332905 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3931d1-269a-4e79-bd1a-cdeb6099407f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237303 Sep 08 15:45:53.815462 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-f4ea5aba-1df1-4438-9916-133affc0f60d service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797799 Sep 08 15:45:53.905511 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18824831-31bd-4098-b8e1-87c22e8ba6c8 req-d54965e7-958f-498d-b249-77827e63e566 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:53.907119 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18824831-31bd-4098-b8e1-87c22e8ba6c8 req-d54965e7-958f-498d-b249-77827e63e566 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 943 time: 0.0479996 Sep 08 15:45:53.909857 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-99e84731-4810-4d04-b099-248e60afde7e req-318aa9f9-470d-41ca-be5d-cd741603fa33 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872231 Sep 08 15:45:53.944612 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18824831-31bd-4098-b8e1-87c22e8ba6c8 req-2a173cf7-6cb1-4021-9bb0-b8d3b53cfe08 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Sep 08 15:45:54.729093 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f0c6-dc6d-4222-ba5c-4f9352d43183 req-2ab602e6-318f-438d-9dc8-54a82e33f661 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:54.730643 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c508f0c6-dc6d-4222-ba5c-4f9352d43183 req-2ab602e6-318f-438d-9dc8-54a82e33f661 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0528867 Sep 08 15:45:54.774162 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c508f0c6-dc6d-4222-ba5c-4f9352d43183 req-97a0bf25-7557-4142-ada4-b5b9e3f544b2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352240 Sep 08 15:45:55.058532 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4875cf-4d6e-43c1-86b2-ccbba6baae58 req-09925b39-a4f6-40bb-9468-7029ca7810d0 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:55.060020 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ee4875cf-4d6e-43c1-86b2-ccbba6baae58 req-09925b39-a4f6-40bb-9468-7029ca7810d0 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 943 time: 0.0487418 Sep 08 15:45:55.098474 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ee4875cf-4d6e-43c1-86b2-ccbba6baae58 req-a15f4722-1e19-4758-8054-4013e139e140 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Sep 08 15:45:55.737413 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:45:55.830639 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:45:55.847712 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'port_id': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'mac_address': 'fa:16:3e:ac:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:45:55.892548 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:55.900876 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829ffff-f00c-4d3f-a382-c38b82fdc6bb req-5a7fa31d-adb7-49ec-b303-abfd346274a4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:55.902632 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5829ffff-f00c-4d3f-a382-c38b82fdc6bb req-5a7fa31d-adb7-49ec-b303-abfd346274a4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 943 time: 0.0560238 Sep 08 15:45:55.910774 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef78611-e2be-461d-83e0-d3bd9537bfe0 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:45:55.930331 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:45:55.937191 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:55.947298 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5829ffff-f00c-4d3f-a382-c38b82fdc6bb req-9983ee67-a0b0-49e1-81ff-75aa9d10b9f0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367115 Sep 08 15:45:55.983877 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=9']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:55.990996 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.991284 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.991619 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.991948 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.992271 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.992595 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.992911 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.993230 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.993548 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.993887 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.994204 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:55.994515 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:45:56.216739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1112b-5430-429a-bfe1-9c3a823be92f req-edeab67e-7386-484a-9b2f-dac9a555d9d3 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:56.218130 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ebb1112b-5430-429a-bfe1-9c3a823be92f req-edeab67e-7386-484a-9b2f-dac9a555d9d3 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 943 time: 0.0540888 Sep 08 15:45:56.256914 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ebb1112b-5430-429a-bfe1-9c3a823be92f req-547f0b0a-9349-4994-b550-c8e890783278 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Sep 08 15:45:56.561750 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['1ef78611-e2be-461d-83e0-d3bd9537bfe0'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:45:57.065382 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dbdd3-2af3-4976-ac71-c75d4e851be3 req-d40a8e45-04c1-4f0d-959d-dddd7cce4cf1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:57.066878 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-925dbdd3-2af3-4976-ac71-c75d4e851be3 req-d40a8e45-04c1-4f0d-959d-dddd7cce4cf1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 944 time: 0.0482948 Sep 08 15:45:57.105675 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-925dbdd3-2af3-4976-ac71-c75d4e851be3 req-696a2d46-7495-4c4a-b705-7ca0344b67af tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325851 Sep 08 15:45:57.374459 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d302f3-578c-4aca-af0c-278d1fdc4453 req-15c31ea3-706f-4448-8f85-01a2d23ac9f0 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:57.376003 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e8d302f3-578c-4aca-af0c-278d1fdc4453 req-15c31ea3-706f-4448-8f85-01a2d23ac9f0 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 943 time: 0.0516582 Sep 08 15:45:57.418870 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e8d302f3-578c-4aca-af0c-278d1fdc4453 req-3b4d61ea-141d-4f98-9cea-165e94babe8d tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Sep 08 15:45:57.743627 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8351d233-efc3-4a5a-849d-eea379e59ed4 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:45:57.754331 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:45:57.867979 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:45:57.868376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:57.901827 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 8351d233-efc3-4a5a-849d-eea379e59ed4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8351d233-efc3-4a5a-849d-eea379e59ed4,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:45:57.916783 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '8351d233-efc3-4a5a-849d-eea379e59ed4', 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f', 'port_id': '8351d233-efc3-4a5a-849d-eea379e59ed4', 'mac_address': 'fa:16:3e:a1:ee:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747de602-3ade-49a8-8ac1-1039747212b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:45:57.985244 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:58.004391 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:58.014119 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8351d233-efc3-4a5a-849d-eea379e59ed4 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:45:58.042050 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:45:58.044361 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3a6992-21ec-452b-83f7-23bd70b75e6d" -d '{"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:45:58.056586 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 8351d233-efc3-4a5a-849d-eea379e59ed4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8351d233-efc3-4a5a-849d-eea379e59ed4,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:45:58.060823 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:45:58.062385 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:58.066567 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:45:58.090723 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39497d9e-d157-46fb-bfdd-e5ab2dc79841 x-openstack-request-id: req-39497d9e-d157-46fb-bfdd-e5ab2dc79841 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:45:58.091067 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-plugged", "status": "completed", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:45:58.091312 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39497d9e-d157-46fb-bfdd-e5ab2dc79841 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:45:58.091716 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'code': 200} Sep 08 15:45:58.118328 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=8351d233-efc3-4a5a-849d-eea379e59ed4,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:58.170340 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=10']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:45:58.236121 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2b338-e856-429e-91ec-6201bdff781b req-d6365dc5-1b6e-4987-9d6d-b91e8c4bf515 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:58.237543 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-14d2b338-e856-429e-91ec-6201bdff781b req-d6365dc5-1b6e-4987-9d6d-b91e8c4bf515 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0513139 Sep 08 15:45:58.277480 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-14d2b338-e856-429e-91ec-6201bdff781b req-e23e3045-b107-4c70-864d-d323ec50fd13 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337458 Sep 08 15:45:58.533775 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af41ddd-91e0-4704-afb9-7629b02c5db3 req-7142197c-a392-43a6-83d7-4beda4fb0655 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:58.535223 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4af41ddd-91e0-4704-afb9-7629b02c5db3 req-7142197c-a392-43a6-83d7-4beda4fb0655 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 944 time: 0.0497065 Sep 08 15:45:58.571640 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4af41ddd-91e0-4704-afb9-7629b02c5db3 req-34d039f6-5337-43bd-ab5c-6d7c6fcb6763 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Sep 08 15:45:58.714559 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['8351d233-efc3-4a5a-849d-eea379e59ed4'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:45:58.873710 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0234-8f2f-4633-a464-b4f21e411af3 req-984cc1c9-7b05-4b97-a811-e8646ef2b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:58.875182 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-255a0234-8f2f-4633-a464-b4f21e411af3 req-984cc1c9-7b05-4b97-a811-e8646ef2b4dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 1099 time: 0.0420449 Sep 08 15:45:58.915138 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-255a0234-8f2f-4633-a464-b4f21e411af3 req-8e5e24cd-276c-4c25-9e81-d5c8899b9239 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Sep 08 15:45:59.396124 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029b998-0a14-4d42-9979-2703733fcebe req-063a251b-6e39-44d5-91a2-db60561069ae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:59.397553 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f029b998-0a14-4d42-9979-2703733fcebe req-063a251b-6e39-44d5-91a2-db60561069ae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0474417 Sep 08 15:45:59.434004 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f029b998-0a14-4d42-9979-2703733fcebe req-e3be12aa-bc51-4639-ab42-7520f3c873a3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Sep 08 15:45:59.689303 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a1e6-c1d6-41de-81ac-2c37004c1d10 req-4d2069e6-dba2-40fd-b183-e2e20777eb82 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:45:59.690782 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a9f6a1e6-c1d6-41de-81ac-2c37004c1d10 req-4d2069e6-dba2-40fd-b183-e2e20777eb82 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 944 time: 0.0516880 Sep 08 15:45:59.728146 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a9f6a1e6-c1d6-41de-81ac-2c37004c1d10 req-1cc2c434-8ef7-4e1d-93bf-2fdd4b32f1cf tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Sep 08 15:46:00.557344 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd445d-1abb-4b8c-a0e8-531f6a5d6f15 req-149676b2-1019-474d-9943-65070e456256 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:00.558842 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6efd445d-1abb-4b8c-a0e8-531f6a5d6f15 req-149676b2-1019-474d-9943-65070e456256 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0488508 Sep 08 15:46:00.595861 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6efd445d-1abb-4b8c-a0e8-531f6a5d6f15 req-a4084666-ce87-4bbd-9102-96ab880b1ffe tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Sep 08 15:46:00.843367 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789b8b0-3418-44ab-9994-811bf01035ee req-74aec3a8-10aa-4182-b93a-25cb21dcf991 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:00.844851 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9789b8b0-3418-44ab-9994-811bf01035ee req-74aec3a8-10aa-4182-b93a-25cb21dcf991 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 944 time: 0.0483067 Sep 08 15:46:00.881360 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9789b8b0-3418-44ab-9994-811bf01035ee req-f43fe6d7-f93c-44da-a4fd-e970ea3652aa tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Sep 08 15:46:01.721254 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f7c29-7e87-4f9d-a456-dfed4626078f req-e09f255c-490c-464e-9c04-69ff5f10be8b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:01.722754 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-be2f7c29-7e87-4f9d-a456-dfed4626078f req-e09f255c-490c-464e-9c04-69ff5f10be8b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0534112 Sep 08 15:46:01.764265 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8351d233-efc3-4a5a-849d-eea379e59ed4 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:46:01.768598 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-be2f7c29-7e87-4f9d-a456-dfed4626078f req-bc2327e8-f0f9-483c-8400-6a740e3ad79d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387597 Sep 08 15:46:01.817179 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 8351d233-efc3-4a5a-849d-eea379e59ed4 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:46:01.820798 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 8351d233-efc3-4a5a-849d-eea379e59ed4 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:46:01.821179 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:01.905345 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:01.929931 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351d233-efc3-4a5a-849d-eea379e59ed4'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:46:01.932152 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964115e-9927-42dc-b259-33dbcdb54c5b" -d '{"events": [{"server_uuid": "7d9f6e61-c75b-44cc-a5eb-4a25dccb830b", "name": "network-vif-plugged", "status": "completed", "tag": "8351d233-efc3-4a5a-849d-eea379e59ed4"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:46:01.946103 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 8351d233-efc3-4a5a-849d-eea379e59ed4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8351d233-efc3-4a5a-849d-eea379e59ed4,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:46:01.955043 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:01.987721 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a749d877-20e7-4095-8872-ab82bf250ffd x-openstack-request-id: req-a749d877-20e7-4095-8872-ab82bf250ffd {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:46:01.988012 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9f6e61-c75b-44cc-a5eb-4a25dccb830b", "name": "network-vif-plugged", "status": "completed", "tag": "8351d233-efc3-4a5a-849d-eea379e59ed4", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:46:01.988254 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a749d877-20e7-4095-8872-ab82bf250ffd {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:46:01.988682 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351d233-efc3-4a5a-849d-eea379e59ed4', 'code': 200} Sep 08 15:46:02.010451 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=8351d233-efc3-4a5a-849d-eea379e59ed4,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:02.013411 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323fdc-6abd-4aea-844b-84e1327421e8 req-a9d5c25a-262a-43e5-95fe-4abf1958e5ae tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:02.014942 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1e323fdc-6abd-4aea-844b-84e1327421e8 req-a9d5c25a-262a-43e5-95fe-4abf1958e5ae tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0631576 Sep 08 15:46:02.052017 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1e323fdc-6abd-4aea-844b-84e1327421e8 req-a3296e34-fda4-4b18-a873-33afe0667dd3 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Sep 08 15:46:02.237161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd75b-e9ad-4acf-a593-2323b8d622d3 req-e85ddf6f-017f-4365-a09f-ed45ab323372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:02.238817 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-fc4dd75b-e9ad-4acf-a593-2323b8d622d3 req-e85ddf6f-017f-4365-a09f-ed45ab323372 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 1098 time: 0.0433698 Sep 08 15:46:02.278283 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-fc4dd75b-e9ad-4acf-a593-2323b8d622d3 req-3588a5d7-6f7d-4b11-be67-669e9907e368 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Sep 08 15:46:02.888230 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc330aa-fc5c-4a79-af52-a67c473dc7d9 req-fd51efb3-f9d4-4355-bab4-9900896cbc63 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:02.889722 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fc330aa-fc5c-4a79-af52-a67c473dc7d9 req-fd51efb3-f9d4-4355-bab4-9900896cbc63 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Sep 08 15:46:02.926357 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fc330aa-fc5c-4a79-af52-a67c473dc7d9 req-21117e23-5a40-470d-becb-90fb0fc5f60c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307448 Sep 08 15:46:03.172158 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a2f07-cacd-4be8-8625-e9d2766523e1 req-3a5c61a9-3b8d-49bf-904d-c957d45a7c70 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:03.173573 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-873a2f07-cacd-4be8-8625-e9d2766523e1 req-3a5c61a9-3b8d-49bf-904d-c957d45a7c70 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0524049 Sep 08 15:46:03.209112 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-873a2f07-cacd-4be8-8625-e9d2766523e1 req-74e91466-31a5-4ed3-94cb-8685b4373a85 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297344 Sep 08 15:46:04.320581 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51adb-fb84-4a2d-b14d-6df21ae14c27 req-18cd858c-f633-4901-b279-7c1c434b15a5 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:04.321932 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-edd51adb-fb84-4a2d-b14d-6df21ae14c27 req-18cd858c-f633-4901-b279-7c1c434b15a5 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0468655 Sep 08 15:46:04.358381 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-edd51adb-fb84-4a2d-b14d-6df21ae14c27 req-8aafe180-057d-47f2-8205-b29e70db5172 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300925 Sep 08 15:46:05.150803 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604795b-6894-4be5-b5d8-3f55ae594982 req-d541793c-47e7-4aee-88bb-baaefba5323f tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:05.152145 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7604795b-6894-4be5-b5d8-3f55ae594982 req-d541793c-47e7-4aee-88bb-baaefba5323f tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0482805 Sep 08 15:46:05.188420 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7604795b-6894-4be5-b5d8-3f55ae594982 req-eb5f7e5d-6aaf-4c96-8f62-7c2baed5a2ef tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305037 Sep 08 15:46:06.307091 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951ecb-6a80-41ff-9058-24012f021996 req-431898bb-5382-4462-9132-1c080fb90c6c tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:06.308464 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e7951ecb-6a80-41ff-9058-24012f021996 req-431898bb-5382-4462-9132-1c080fb90c6c tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0515716 Sep 08 15:46:06.345133 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e7951ecb-6a80-41ff-9058-24012f021996 req-f287fec1-3a69-42e4-a22a-a4d20f6ef9d5 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301206 Sep 08 15:46:07.155275 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:07.204309 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5246-83ec-4119-9d87-fd720d094c97 req-bc46a6c6-949f-48bd-8311-92127d049d42 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:07.205861 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-952a5246-83ec-4119-9d87-fd720d094c97 req-bc46a6c6-949f-48bd-8311-92127d049d42 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0567038 Sep 08 15:46:07.257763 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-9439e05f-c7e7-48ab-910e-d30b13aaa686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:07.301456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Deleting port 8351d233-efc3-4a5a-849d-eea379e59ed4 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:46:07.301829 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:07.393087 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] For port 8351d233-efc3-4a5a-849d-eea379e59ed4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8351d233-efc3-4a5a-849d-eea379e59ed4,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:46:07.393456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:07.405544 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Calling delete_port for 8351d233-efc3-4a5a-849d-eea379e59ed4 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:46:07.460009 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84fdc-6348-4394-a54d-3c5a9f8095d9 req-ef6c3d1d-f68b-4996-bcdf-9f481d44aab0 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:07.461458 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-50b84fdc-6348-4394-a54d-3c5a9f8095d9 req-ef6c3d1d-f68b-4996-bcdf-9f481d44aab0 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d9f6e61-c75b-44cc-a5eb-4a25dccb830b HTTP/1.1" status: 200 len: 945 time: 0.0470157 Sep 08 15:46:07.499812 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-50b84fdc-6348-4394-a54d-3c5a9f8095d9 req-bcd5f047-c752-4d2d-aa79-967522893513 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Sep 08 15:46:07.540691 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:07.573827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Pushing event deleted for resources: {'Port': ['ID=8351d233-efc3-4a5a-849d-eea379e59ed4,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:07.580275 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['8351d233-efc3-4a5a-849d-eea379e59ed4'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:46:07.597220 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.597560 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.597922 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.598249 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.598575 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.598897 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.599215 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.599547 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.599847 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.600159 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.600473 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.600785 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:07.624440 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] No DVR routers for this DVR port 8351d233-efc3-4a5a-849d-eea379e59ed4 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:46:07.627164 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:07.629444 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-952a5246-83ec-4119-9d87-fd720d094c97 req-ab087d45-f6c5-41b6-88d6-c6e694c78abd tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "DELETE /v2.0/ports/8351d233-efc3-4a5a-849d-eea379e59ed4 HTTP/1.1" status: 204 len: 173 time: 0.4173832 Sep 08 15:46:07.629915 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'name': 'network-vif-deleted', 'tag': '8351d233-efc3-4a5a-849d-eea379e59ed4'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:46:07.632827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf13897f-bb92-4358-95e3-8d84bcde0a76" -d '{"events": [{"server_uuid": "7d9f6e61-c75b-44cc-a5eb-4a25dccb830b", "name": "network-vif-deleted", "tag": "8351d233-efc3-4a5a-849d-eea379e59ed4"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:46:07.671309 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd32c0c-ade9-4b99-b0b0-61bc29bc7a4f x-openstack-request-id: req-abd32c0c-ade9-4b99-b0b0-61bc29bc7a4f {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:46:07.671605 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9f6e61-c75b-44cc-a5eb-4a25dccb830b", "name": "network-vif-deleted", "tag": "8351d233-efc3-4a5a-849d-eea379e59ed4", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:46:07.671857 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abd32c0c-ade9-4b99-b0b0-61bc29bc7a4f {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:46:07.672250 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9f6e61-c75b-44cc-a5eb-4a25dccb830b', 'name': 'network-vif-deleted', 'tag': '8351d233-efc3-4a5a-849d-eea379e59ed4', 'status': 'completed', 'code': 200} Sep 08 15:46:08.805728 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-09777f89-96c1-473a-9bc4-c600e213a5d4 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:08.807069 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-09777f89-96c1-473a-9bc4-c600e213a5d4 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/networks?id=2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 200 len: 808 time: 0.1051528 Sep 08 15:46:08.821492 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-5121e31f-d4fd-4ac2-9bf8-42fd2ea1e399 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/quotas/5473a27e6dc7413e8ccd04d888b0d49f HTTP/1.1" status: 200 len: 375 time: 0.0086021 Sep 08 15:46:08.855193 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-ee8e09bc-71af-4bd3-bb98-ab89cbf12715 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278172 Sep 08 15:46:08.944714 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-7941cab5-748a-486f-9ff4-c0aa44639885 service neutron] 10.222.0.54 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822680 Sep 08 15:46:09.261028 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-0c9b17a0-1e01-4542-acf0-6849dd4684ed service neutron] 10.222.0.54 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096974 Sep 08 15:46:09.416687 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f305c984-3eb7-4093-a5cb-f4514eea834d req-de360b1a-b895-4b6a-a696-53779598581c tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Sep 08 15:46:09.794959 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8351d233-efc3-4a5a-849d-eea379e59ed4 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:46:09.820744 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 8351d233-efc3-4a5a-849d-eea379e59ed4 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:46:09.821085 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 8351d233-efc3-4a5a-849d-eea379e59ed4 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:46:09.826479 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-90008b0d-ab10-490a-b09a-ba51cf23a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:10.292026 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:10.513741 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-074cb512-c283-4bf1-a1ff-29b65ba8582b req-ed533cf9-23cc-4c43-b3fb-d26010b7d8b5 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 210 time: 0.0281489 Sep 08 15:46:10.581005 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-be81e051-808a-436d-971f-52f5e5979223 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:10.582529 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-be81e051-808a-436d-971f-52f5e5979223 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "GET /v2.0/networks?id=2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 200 len: 808 time: 0.1129875 Sep 08 15:46:10.625759 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Request body: {'port': {'device_id': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f', 'admin_state_up': True, 'tenant_id': '5473a27e6dc7413e8ccd04d888b0d49f'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:46:10.727165 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Made reservation on behalf of 5473a27e6dc7413e8ccd04d888b0d49f for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:46:10.730773 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:10.850065 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Allocated IP 172.20.0.5 (2b3931d1-269a-4e79-bd1a-cdeb6099407f/747de602-3ade-49a8-8ac1-1039747212b9/59a02951-1f47-4ef9-abd0-39e9956f5e7f) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:46:10.900136 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:10.999437 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.039592 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.081146 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Network 2b3931d1-269a-4e79-bd1a-cdeb6099407f is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:46:11.084083 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:46:11.087713 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:46:11.112239 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Pushing event updated for resources: {'Port': ['ID=59a02951-1f47-4ef9-abd0-39e9956f5e7f,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:11.139253 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:11.139787 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.152889 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-3fce7137-278e-4476-ae96-1b6bdd223156 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5308752 Sep 08 15:46:11.181227 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Request body: {'port': {'device_id': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:46:11.236439 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.487683 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a02951-1f47-4ef9-abd0-39e9956f5e7f {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:46:11.495001 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.506745 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Transition to ACTIVE for port object 59a02951-1f47-4ef9-abd0-39e9956f5e7f will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:46:11.510123 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.575037 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Pushing event updated for resources: {'Port': ['ID=59a02951-1f47-4ef9-abd0-39e9956f5e7f,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:11.627014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Attempting to bind port 59a02951-1f47-4ef9-abd0-39e9956f5e7f on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:46:11.627752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Attempting to bind port 59a02951-1f47-4ef9-abd0-39e9956f5e7f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:46:11.627752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Attempting to bind port 59a02951-1f47-4ef9-abd0-39e9956f5e7f on network 2b3931d1-269a-4e79-bd1a-cdeb6099407f {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:46:11.631866 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Port 59a02951-1f47-4ef9-abd0-39e9956f5e7f on network 2b3931d1-269a-4e79-bd1a-cdeb6099407f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:46:11.632185 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Attempting to bind port 59a02951-1f47-4ef9-abd0-39e9956f5e7f on network 2b3931d1-269a-4e79-bd1a-cdeb6099407f {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:46:11.636672 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7228c1-fafd-4599-a636-692d65e26f0b req-11c8eecc-5aa7-4cc9-a53c-8884eac114e1 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:11.637116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:46:11.637233 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Checking segment: {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:46:11.637752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Bound using segment: {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:46:11.638679 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Bound port: 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412779-aa11-42e3-9025-7e1f7547c7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:46:11.639035 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.642100 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e7228c1-fafd-4599-a636-692d65e26f0b req-11c8eecc-5aa7-4cc9-a53c-8884eac114e1 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 943 time: 0.0557909 Sep 08 15:46:11.675102 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5e7228c1-fafd-4599-a636-692d65e26f0b req-44b7d97d-e6ae-42dc-a124-df31138ced53 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303900 Sep 08 15:46:11.711704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] For port 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:46:11.714689 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] For port 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:46:11.718607 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.752019 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:11.752623 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:11.754033 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] 10.222.0.59 "PUT /v2.0/ports/59a02951-1f47-4ef9-abd0-39e9956f5e7f HTTP/1.1" status: 200 len: 1093 time: 0.5766957 Sep 08 15:46:11.754460 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'tag': '59a02951-1f47-4ef9-abd0-39e9956f5e7f'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:46:11.756663 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecac36eb-c989-4c7c-94b0-81fd7465cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d73fa5c-560b-4503-8946-389fb4b59ac7", "tag": "59a02951-1f47-4ef9-abd0-39e9956f5e7f"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:46:11.779724 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b9e94-82aa-4dfa-bccc-e6b3535df89b service neutron] Pushing event updated for resources: {'Port': ['ID=59a02951-1f47-4ef9-abd0-39e9956f5e7f,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:11.792354 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a773725-9811-4e5b-bc81-dc84b3febe49 x-openstack-request-id: req-4a773725-9811-4e5b-bc81-dc84b3febe49 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:46:11.792625 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d73fa5c-560b-4503-8946-389fb4b59ac7", "tag": "59a02951-1f47-4ef9-abd0-39e9956f5e7f", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:46:11.792864 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a773725-9811-4e5b-bc81-dc84b3febe49 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:46:11.793243 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'tag': '59a02951-1f47-4ef9-abd0-39e9956f5e7f', 'status': 'completed', 'code': 200} Sep 08 15:46:11.859293 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-c6b8334e-01c6-475c-a1ed-a500a1c1f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:11.860754 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-c6b8334e-01c6-475c-a1ed-a500a1c1f304 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0395308 Sep 08 15:46:11.911722 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-0b80094d-63e6-4cb6-a2e4-3fb9629ee9d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f HTTP/1.1" status: 200 len: 217 time: 0.0363741 Sep 08 15:46:11.962156 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-73dfd551-017c-40b0-9426-f4947dfde5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:11.963982 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-73dfd551-017c-40b0-9426-f4947dfde5f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=747de602-3ade-49a8-8ac1-1039747212b9 HTTP/1.1" status: 200 len: 848 time: 0.0438116 Sep 08 15:46:11.998172 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-b4d37972-9510-42b8-b8a6-828558f9b86e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3931d1-269a-4e79-bd1a-cdeb6099407f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254643 Sep 08 15:46:12.312131 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-28445683-128e-4f35-a38a-211546fcc145 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064363 Sep 08 15:46:12.397405 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4b58daa9-25d4-4bf4-a0df-75cff598433e req-f2a527e4-8922-4ea9-968a-3d6fd2ad4428 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784180 Sep 08 15:46:12.494406 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:12.554240 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-ad85cda9-692e-4af6-a3ea-ed31942ca39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:12.555694 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-ad85cda9-692e-4af6-a3ea-ed31942ca39b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0434346 Sep 08 15:46:12.645562 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-0c4d3526-221c-4eb8-845a-66a6d5986d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:12.646949 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-0c4d3526-221c-4eb8-845a-66a6d5986d30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 200 len: 909 time: 0.0812366 Sep 08 15:46:12.689895 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-97c7cf28-e443-49a9-ab86-ac70f166b087 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f HTTP/1.1" status: 200 len: 217 time: 0.0348876 Sep 08 15:46:12.743591 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-27f5b83b-7074-4757-bdc6-f24af19088e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:12.745035 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-27f5b83b-7074-4757-bdc6-f24af19088e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=747de602-3ade-49a8-8ac1-1039747212b9 HTTP/1.1" status: 200 len: 848 time: 0.0429602 Sep 08 15:46:12.780948 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-5f20c256-aa9c-4371-a4e2-bb3d81aef4b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b3931d1-269a-4e79-bd1a-cdeb6099407f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250981 Sep 08 15:46:12.787921 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275508f-a27e-4928-98c3-1ecc3dc9e77d req-e26fe6f1-7ddd-4f1d-8f3b-c107b95b3253 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:12.789393 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c275508f-a27e-4928-98c3-1ecc3dc9e77d req-e26fe6f1-7ddd-4f1d-8f3b-c107b95b3253 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 943 time: 0.0480375 Sep 08 15:46:12.826715 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c275508f-a27e-4928-98c3-1ecc3dc9e77d req-caed3a3d-6b48-406e-8e71-038ee062f391 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Sep 08 15:46:12.873478 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-a71e421f-4d34-4867-900a-9afbc7b29b5e service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Sep 08 15:46:12.961405 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ecac36eb-c989-4c7c-94b0-81fd7465cec7 req-0908e3c2-334f-470c-813b-5ffea90a8742 service neutron] 10.222.0.59 "GET /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799851 Sep 08 15:46:13.942021 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bea39-6009-468e-a4d8-22f407bd778a req-b5212b16-9c0d-4f9d-b42c-fe411c99ba23 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:13.943451 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c54bea39-6009-468e-a4d8-22f407bd778a req-b5212b16-9c0d-4f9d-b42c-fe411c99ba23 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 943 time: 0.0475228 Sep 08 15:46:13.979358 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c54bea39-6009-468e-a4d8-22f407bd778a req-ffcc6304-beb9-4e6f-9359-987b439d95ed tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300882 Sep 08 15:46:15.096765 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1f4e4-ac4a-4d92-9fc8-80db7767e1c0 req-a88a71ae-1127-424b-b82a-1031de3415a6 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:15.098234 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fa1f4e4-ac4a-4d92-9fc8-80db7767e1c0 req-a88a71ae-1127-424b-b82a-1031de3415a6 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 943 time: 0.0513313 Sep 08 15:46:15.135767 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fa1f4e4-ac4a-4d92-9fc8-80db7767e1c0 req-3a8186c2-b70e-417d-ab2f-667d9aaa6300 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Sep 08 15:46:15.827751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 59a02951-1f47-4ef9-abd0-39e9956f5e7f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:46:15.918614 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:46:15.929473 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '59a02951-1f47-4ef9-abd0-39e9956f5e7f', 'network_id': '2b3931d1-269a-4e79-bd1a-cdeb6099407f', 'port_id': '59a02951-1f47-4ef9-abd0-39e9956f5e7f', 'mac_address': 'fa:16:3e:47:b9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747de602-3ade-49a8-8ac1-1039747212b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:46:15.968114 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:15.979916 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a02951-1f47-4ef9-abd0-39e9956f5e7f {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:46:15.998797 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:46:16.002542 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:16.046868 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=59a02951-1f47-4ef9-abd0-39e9956f5e7f,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:16.250656 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4433af-c312-47ac-a56a-67db04e56c92 req-920cfbac-80e3-454c-98a3-e55345d5af5c tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:16.252114 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e4433af-c312-47ac-a56a-67db04e56c92 req-920cfbac-80e3-454c-98a3-e55345d5af5c tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 944 time: 0.0494664 Sep 08 15:46:16.289196 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7e4433af-c312-47ac-a56a-67db04e56c92 req-9b260bd9-9381-4008-aca8-8e56372ff3de tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Sep 08 15:46:16.551079 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['59a02951-1f47-4ef9-abd0-39e9956f5e7f'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:46:17.401445 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a7e21-73b0-4bdf-828d-477e80cf0155 req-98c6188a-b337-424a-a263-00fbdab446e6 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:17.402960 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-978a7e21-73b0-4bdf-828d-477e80cf0155 req-98c6188a-b337-424a-a263-00fbdab446e6 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 944 time: 0.0481174 Sep 08 15:46:17.440435 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-978a7e21-73b0-4bdf-828d-477e80cf0155 req-12d8f694-1bd6-4ae5-b7df-9ab4ff004c40 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304561 Sep 08 15:46:18.567467 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af8709-9cf0-47ba-ba4a-c441d589c315 req-f104752a-6d68-4735-a52b-e5fa10f36623 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:18.568901 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-68af8709-9cf0-47ba-ba4a-c441d589c315 req-f104752a-6d68-4735-a52b-e5fa10f36623 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 944 time: 0.0505538 Sep 08 15:46:18.605460 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-68af8709-9cf0-47ba-ba4a-c441d589c315 req-f9028b21-df0d-450b-845f-4c9dbe7d36b5 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Sep 08 15:46:19.716053 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44885e-487d-468e-aa86-12552191ac1a req-2cf9d3f0-323e-4c36-b469-fb8ca379abde tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:19.717494 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f44885e-487d-468e-aa86-12552191ac1a req-2cf9d3f0-323e-4c36-b469-fb8ca379abde tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 944 time: 0.0466492 Sep 08 15:46:19.754228 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2f44885e-487d-468e-aa86-12552191ac1a req-6d88e36e-c553-4597-bc10-d76716a98637 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305531 Sep 08 15:46:19.850734 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 59a02951-1f47-4ef9-abd0-39e9956f5e7f up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:46:19.897617 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 59a02951-1f47-4ef9-abd0-39e9956f5e7f completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:46:19.901097 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 59a02951-1f47-4ef9-abd0-39e9956f5e7f triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:46:19.901466 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:19.975505 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:19.997718 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a02951-1f47-4ef9-abd0-39e9956f5e7f'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:46:19.999915 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545c3a3c-9530-4cda-b84d-5678190beefc" -d '{"events": [{"server_uuid": "0d73fa5c-560b-4503-8946-389fb4b59ac7", "name": "network-vif-plugged", "status": "completed", "tag": "59a02951-1f47-4ef9-abd0-39e9956f5e7f"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:46:20.015434 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:46:20.021984 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:20.045416 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10590272-9197-4a1a-be8c-7ce12e9301fe x-openstack-request-id: req-10590272-9197-4a1a-be8c-7ce12e9301fe {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:46:20.045734 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73fa5c-560b-4503-8946-389fb4b59ac7", "name": "network-vif-plugged", "status": "completed", "tag": "59a02951-1f47-4ef9-abd0-39e9956f5e7f", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:46:20.045982 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10590272-9197-4a1a-be8c-7ce12e9301fe {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:46:20.046360 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a02951-1f47-4ef9-abd0-39e9956f5e7f', 'code': 200} Sep 08 15:46:20.069963 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=59a02951-1f47-4ef9-abd0-39e9956f5e7f,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:20.247080 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35160e37-4af9-45f2-afea-08a5795da4f8 req-b053b7cf-b754-4b45-84d4-cc5f36ba1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:20.248574 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-35160e37-4af9-45f2-afea-08a5795da4f8 req-b053b7cf-b754-4b45-84d4-cc5f36ba1135 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0395989 Sep 08 15:46:20.282994 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-35160e37-4af9-45f2-afea-08a5795da4f8 req-6f2ea932-ff31-4024-af68-873672e36da6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272007 Sep 08 15:46:20.865503 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022ddb8-698a-4a78-8269-a72b7125ec9e req-f14f04cb-b64a-4cd1-8807-b9a03ea1c1ee tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:20.866979 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c022ddb8-698a-4a78-8269-a72b7125ec9e req-f14f04cb-b64a-4cd1-8807-b9a03ea1c1ee tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Sep 08 15:46:20.904180 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c022ddb8-698a-4a78-8269-a72b7125ec9e req-d7cd408e-6b93-4597-a6b9-5ad2038527e5 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303497 Sep 08 15:46:22.019776 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b321-d055-489f-bd72-8210cf8a42f9 req-03e4eb95-68d0-45d6-8812-a5efaf9c39eb tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:22.021240 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7088b321-d055-489f-bd72-8210cf8a42f9 req-03e4eb95-68d0-45d6-8812-a5efaf9c39eb tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0510499 Sep 08 15:46:22.057155 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7088b321-d055-489f-bd72-8210cf8a42f9 req-6377f594-c322-4b27-a943-cb1685dffd8d tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299604 Sep 08 15:46:23.170824 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b1b99-99d7-4670-8e8b-7034a1713bd6 req-efee5b36-555c-42ca-a25a-7b10afa419f7 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:23.172181 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec2b1b99-99d7-4670-8e8b-7034a1713bd6 req-efee5b36-555c-42ca-a25a-7b10afa419f7 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Sep 08 15:46:23.209443 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec2b1b99-99d7-4670-8e8b-7034a1713bd6 req-e972b1b5-a569-4ec1-8fea-b8dc0eef59f8 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Sep 08 15:46:24.052508 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5881cc-964c-4e1f-8279-f70639e1bc59 req-10bf16c6-fbd5-414a-b138-0486b32b49ac tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:24.054329 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd5881cc-964c-4e1f-8279-f70639e1bc59 req-10bf16c6-fbd5-414a-b138-0486b32b49ac tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Sep 08 15:46:24.094144 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dd5881cc-964c-4e1f-8279-f70639e1bc59 req-f2a6f140-3788-4357-9d69-7f82a9446fdb tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Sep 08 15:46:25.214236 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64656628-95e2-4639-a53f-61ec69306fe7 req-f32fd2a1-0f5f-4225-8995-e54a22dad5c4 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:25.215855 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-64656628-95e2-4639-a53f-61ec69306fe7 req-f32fd2a1-0f5f-4225-8995-e54a22dad5c4 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Sep 08 15:46:25.254824 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-64656628-95e2-4639-a53f-61ec69306fe7 req-ca27c9fc-a48a-4aa0-bfa0-3ee6d0398960 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331633 Sep 08 15:46:26.269582 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175b436-ea26-4ec6-baad-20c20870e672 req-531c8ddd-a8ed-44f8-a0d0-c368637bbfc6 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:26.271057 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-1175b436-ea26-4ec6-baad-20c20870e672 req-531c8ddd-a8ed-44f8-a0d0-c368637bbfc6 tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Sep 08 15:46:26.362826 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Deleting port 59a02951-1f47-4ef9-abd0-39e9956f5e7f {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:46:26.363443 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:26.368151 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f6663-fe02-4ce4-867a-371279aa47db req-484b1c5f-e27e-4094-ba41-ddf4bdbe0d8d tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:26.369570 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9e4f6663-fe02-4ce4-867a-371279aa47db req-484b1c5f-e27e-4094-ba41-ddf4bdbe0d8d tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d73fa5c-560b-4503-8946-389fb4b59ac7 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Sep 08 15:46:26.409843 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9e4f6663-fe02-4ce4-867a-371279aa47db req-0f26b792-742a-4523-bdad-0842f4f77a7b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.54 "GET /v2.0/security-groups?id=fefe49a3-a6bf-4537-ae8b-4081243a783b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Sep 08 15:46:26.461945 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] For port 59a02951-1f47-4ef9-abd0-39e9956f5e7f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=59a02951-1f47-4ef9-abd0-39e9956f5e7f,segment=NetworkSegment(4e412779-aa11-42e3-9025-7e1f7547c7f3),segment_id=4e412779-aa11-42e3-9025-7e1f7547c7f3)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:46:26.462326 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:26.475597 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Calling delete_port for 59a02951-1f47-4ef9-abd0-39e9956f5e7f owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:46:26.476680 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:46:26.597477 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:26.627433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Pushing event deleted for resources: {'Port': ['ID=59a02951-1f47-4ef9-abd0-39e9956f5e7f,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:26.639021 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['59a02951-1f47-4ef9-abd0-39e9956f5e7f'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:46:26.669487 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] No DVR routers for this DVR port 59a02951-1f47-4ef9-abd0-39e9956f5e7f on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:46:26.671779 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:26.673718 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-1175b436-ea26-4ec6-baad-20c20870e672 req-25ee3f33-d49d-4a1f-ac8b-2cca4591118b tempest-VolumesActionsTest-1161623853 tempest-VolumesActionsTest-1161623853-project] 10.222.0.59 "DELETE /v2.0/ports/59a02951-1f47-4ef9-abd0-39e9956f5e7f HTTP/1.1" status: 204 len: 173 time: 0.3966386 Sep 08 15:46:26.674155 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'name': 'network-vif-deleted', 'tag': '59a02951-1f47-4ef9-abd0-39e9956f5e7f'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:46:26.676366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019c7ff2-cd58-4a36-bd89-8e26f0277abd" -d '{"events": [{"server_uuid": "0d73fa5c-560b-4503-8946-389fb4b59ac7", "name": "network-vif-deleted", "tag": "59a02951-1f47-4ef9-abd0-39e9956f5e7f"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:46:26.716346 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a52f4f2-d200-417d-83ea-4245cb93d86c x-openstack-request-id: req-9a52f4f2-d200-417d-83ea-4245cb93d86c {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:46:26.716624 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d73fa5c-560b-4503-8946-389fb4b59ac7", "name": "network-vif-deleted", "tag": "59a02951-1f47-4ef9-abd0-39e9956f5e7f", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:46:26.716865 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a52f4f2-d200-417d-83ea-4245cb93d86c {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:46:26.717249 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d73fa5c-560b-4503-8946-389fb4b59ac7', 'name': 'network-vif-deleted', 'tag': '59a02951-1f47-4ef9-abd0-39e9956f5e7f', 'status': 'completed', 'code': 200} Sep 08 15:46:28.906352 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 41914) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:46:29.022419 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.117465 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.121209 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.159779 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1128b5e4d9de48a3ab7e3ed11e8188bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522407 Sep 08 15:46:29.160537 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd8cbc-b708-4388-a3a6-7e4de37f4219,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:29.162610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 41918) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:46:29.167770 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.168164 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.168725 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.169062 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.169396 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.169754 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.170085 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.170414 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.170745 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.171067 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.171388 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.171711 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac7386-c3e8-49ab-873e-32777fe32627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:46:29.219127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7243ff9c-ab6a-4eb1-874f-5a4ad0cfb1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.239818 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7243ff9c-ab6a-4eb1-874f-5a4ad0cfb1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.286182 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7243ff9c-ab6a-4eb1-874f-5a4ad0cfb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.288725 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-7243ff9c-ab6a-4eb1-874f-5a4ad0cfb1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:29.289901 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-7243ff9c-ab6a-4eb1-874f-5a4ad0cfb1f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96cd8cbc-b708-4388-a3a6-7e4de37f4219 HTTP/1.1" status: 204 len: 168 time: 0.1259427 Sep 08 15:46:29.297577 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ff9c-ab6a-4eb1-874f-5a4ad0cfb1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd8cbc-b708-4388-a3a6-7e4de37f4219,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:30.168477 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 59a02951-1f47-4ef9-abd0-39e9956f5e7f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:46:30.188191 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 59a02951-1f47-4ef9-abd0-39e9956f5e7f {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:46:30.188521 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 59a02951-1f47-4ef9-abd0-39e9956f5e7f not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:46:37.185483 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:37.263022 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0af781e4-ccc2-46bf-924f-f2bc91664a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:39.814003 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2d38bb99-ca6c-4a31-be6a-173ef312ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:40.296064 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:40.902581 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:42.109061 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-7cdea966-970c-4661-8731-bd0183d3d6ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463581 Sep 08 15:46:42.204276 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-3aba7e88-4b76-4db4-8fa8-e408c39cde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:42.205741 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-3aba7e88-4b76-4db4-8fa8-e408c39cde79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1098 time: 0.0430124 Sep 08 15:46:42.321943 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-451040cc-6b3a-41c0-8636-313e02a3bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:42.323452 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-451040cc-6b3a-41c0-8636-313e02a3bae7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.0961123 Sep 08 15:46:42.399682 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-17e5a281-aea4-4dd7-bcb9-8a4ab9709ec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 1000 time: 0.0673623 Sep 08 15:46:42.456747 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-8cc4ccad-3e2e-494a-a79b-c2702ae25f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:42.458159 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-8cc4ccad-3e2e-494a-a79b-c2702ae25f06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0493944 Sep 08 15:46:42.503357 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:42.524837 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-4dd80a96-e2b1-4915-be70-49b32de5d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:42.526553 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-4dd80a96-e2b1-4915-be70-49b32de5d875 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579047 Sep 08 15:46:42.661320 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-b82343ef-d9c7-4e05-b514-9bba7cde2a78 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216769 Sep 08 15:46:42.767186 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-92f5006e-3d7c-4a2a-8f8a-e0ff98e89fdd req-5ecf79b4-62c0-49ee-8443-cbd86a94990f service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967553 Sep 08 15:46:50.258405 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814fee6-edf2-4393-baf0-501302531190 req-86b4608a-3a60-4bcc-b0f0-7809b149b5cd tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:50.260201 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6814fee6-edf2-4393-baf0-501302531190 req-86b4608a-3a60-4bcc-b0f0-7809b149b5cd tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0540745 Sep 08 15:46:50.298384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6814fee6-edf2-4393-baf0-501302531190 req-d37faee3-4291-475c-a05a-741c9e16d06f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Sep 08 15:46:51.291623 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42138) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:46:51.336310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Deleting subnet 747de602-3ade-49a8-8ac1-1039747212b9 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:46:51.339982 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.374664 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.412706 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c2878-8658-4990-82c8-8b1ed4ee8b47 req-6af351a8-6044-44e7-b9a3-d0355ae72919 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:51.413345 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.414196 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba3c2878-8658-4990-82c8-8b1ed4ee8b47 req-6af351a8-6044-44e7-b9a3-d0355ae72919 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0472591 Sep 08 15:46:51.452341 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ba3c2878-8658-4990-82c8-8b1ed4ee8b47 req-82dc03b1-599f-4360-9be3-f4739a8c1b6d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Sep 08 15:46:51.471160 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.497495 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747de602-3ade-49a8-8ac1-1039747212b9,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:51.499474 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.501296 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-5bf57876-807f-4a92-9194-69ace1f3ab78 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/747de602-3ade-49a8-8ac1-1039747212b9 HTTP/1.1" status: 204 len: 168 time: 0.2086658 Sep 08 15:46:51.503809 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42142) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:46:51.568629 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.646634 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.666610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3931d1-269a-4e79-bd1a-cdeb6099407f']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:46:51.675689 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e412779-aa11-42e3-9025-7e1f7547c7f3') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:46:51.675987 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e412779-aa11-42e3-9025-7e1f7547c7f3') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:46:51.687932 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.701507 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.707135 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:46:51.707511 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:46:51.709103 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:46:51.766265 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.771646 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:51.773606 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] 10.222.0.54 "DELETE /v2.0/networks/2b3931d1-269a-4e79-bd1a-cdeb6099407f HTTP/1.1" status: 204 len: 168 time: 0.2689061 Sep 08 15:46:51.784770 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b935a-8e02-404c-961f-8c99f24131ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3931d1-269a-4e79-bd1a-cdeb6099407f,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:51.930168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42146) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:46:51.969070 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-389932e5-3bce-4290-9a80-6345f577e59c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5473a27e6dc7413e8ccd04d888b0d49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377314 Sep 08 15:46:51.971409 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42148) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:46:52.016710 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e354e5d9-efe9-42e2-a7bc-57a68f899018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:52.039411 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e354e5d9-efe9-42e2-a7bc-57a68f899018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:52.084165 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e354e5d9-efe9-42e2-a7bc-57a68f899018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:52.087065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e354e5d9-efe9-42e2-a7bc-57a68f899018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:46:52.088193 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e354e5d9-efe9-42e2-a7bc-57a68f899018 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fefe49a3-a6bf-4537-ae8b-4081243a783b HTTP/1.1" status: 204 len: 168 time: 0.1159234 Sep 08 15:46:52.096189 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354e5d9-efe9-42e2-a7bc-57a68f899018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe49a3-a6bf-4537-ae8b-4081243a783b,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:46:52.566973 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15f4f-55f2-4cc9-88c6-f7227682cbb8 req-d0178ef7-f173-460d-929c-efe0d75da506 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:52.568413 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e1f15f4f-55f2-4cc9-88c6-f7227682cbb8 req-d0178ef7-f173-460d-929c-efe0d75da506 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0479007 Sep 08 15:46:52.604783 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e1f15f4f-55f2-4cc9-88c6-f7227682cbb8 req-695cd2ef-ca93-4d00-9b60-39d7287b396c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Sep 08 15:46:53.717028 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56d5ed-c485-4f4e-9d06-be22760dac94 req-32765065-78b8-4985-8a82-fd65dc8fcf5c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:53.718497 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1e56d5ed-c485-4f4e-9d06-be22760dac94 req-32765065-78b8-4985-8a82-fd65dc8fcf5c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Sep 08 15:46:53.755973 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1e56d5ed-c485-4f4e-9d06-be22760dac94 req-da6342e3-cfc6-4a85-8ad4-1a96dc173634 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Sep 08 15:46:54.876842 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8a2f6-4ffb-4406-bc2b-c4d39ca86efa req-fa3e876b-8986-4753-9a9a-3043b475093e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:54.878349 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dde8a2f6-4ffb-4406-bc2b-c4d39ca86efa req-fa3e876b-8986-4753-9a9a-3043b475093e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Sep 08 15:46:54.915215 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dde8a2f6-4ffb-4406-bc2b-c4d39ca86efa req-5d372cf3-147e-44c5-90a0-31f1a49e6adc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309436 Sep 08 15:46:56.026670 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec694-d5a1-4300-bda6-e8398f0341d8 req-9af62a45-4d62-405a-ac8d-ec73c466804f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:56.028984 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fa3ec694-d5a1-4300-bda6-e8398f0341d8 req-9af62a45-4d62-405a-ac8d-ec73c466804f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Sep 08 15:46:56.064697 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fa3ec694-d5a1-4300-bda6-e8398f0341d8 req-fb5baf82-ba20-4c04-bbe0-dff256064f18 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298946 Sep 08 15:46:57.175211 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7cbbc-3099-4021-849b-fbe91f476b13 req-6e6da5c5-bd42-4833-8775-3feb6d942520 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:57.176565 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-edf7cbbc-3099-4021-849b-fbe91f476b13 req-6e6da5c5-bd42-4833-8775-3feb6d942520 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0468559 Sep 08 15:46:57.213104 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-edf7cbbc-3099-4021-849b-fbe91f476b13 req-9107e5fa-fc70-4d0d-afe2-b969897525ea tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307331 Sep 08 15:46:58.327337 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592b7f5-79d2-4aa1-b586-6bf54646d207 req-d0d76a8b-5aa7-461b-99f9-dd81ef6facb9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:58.328772 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7592b7f5-79d2-4aa1-b586-6bf54646d207 req-d0d76a8b-5aa7-461b-99f9-dd81ef6facb9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0503988 Sep 08 15:46:58.366718 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7592b7f5-79d2-4aa1-b586-6bf54646d207 req-98c77595-39ee-46b8-b1bb-0fb397b1d010 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Sep 08 15:46:59.480295 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e766d-0b24-4efd-b67e-46a2b654d60b req-59b18ae8-0045-41af-870e-18af179678ea tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:46:59.481866 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-251e766d-0b24-4efd-b67e-46a2b654d60b req-59b18ae8-0045-41af-870e-18af179678ea tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Sep 08 15:46:59.518747 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-251e766d-0b24-4efd-b67e-46a2b654d60b req-e4021cf7-4959-4127-bb9c-e2183bcacbe3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Sep 08 15:47:00.630847 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407b626-015f-4d73-878c-abad160ff024 req-94af6f09-6ba7-48ae-9b51-08448e7e9b76 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:00.632296 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f407b626-015f-4d73-878c-abad160ff024 req-94af6f09-6ba7-48ae-9b51-08448e7e9b76 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0481148 Sep 08 15:47:00.669511 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f407b626-015f-4d73-878c-abad160ff024 req-800fcf5e-4d59-40f3-b6e3-0ffa19d9b054 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Sep 08 15:47:00.901276 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2702f7-1cfd-47bb-92d9-b6d59f08b301 req-cc102e45-5ef1-4da2-9547-20fd1a776a73 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:00.902767 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cc2702f7-1cfd-47bb-92d9-b6d59f08b301 req-cc102e45-5ef1-4da2-9547-20fd1a776a73 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0542285 Sep 08 15:47:00.940291 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cc2702f7-1cfd-47bb-92d9-b6d59f08b301 req-7e8298a9-d906-4c97-a444-c350db544748 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Sep 08 15:47:00.946959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-9fc70dcf-b3eb-4b4d-87e8-1b7c8c246482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:00.948422 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-9fc70dcf-b3eb-4b4d-87e8-1b7c8c246482 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 1098 time: 0.0400953 Sep 08 15:47:01.035936 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-8a6397b1-a51b-4140-abb8-273ff26a0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:01.037378 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-8a6397b1-a51b-4140-abb8-273ff26a0cb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.0818841 Sep 08 15:47:01.104285 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-7ea5d92b-ec60-46a3-93f7-d21acd26f30f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 200 len: 1000 time: 0.0589340 Sep 08 15:47:01.152889 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-479103d5-ca95-4a76-9dda-69388cdcffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:01.154465 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-479103d5-ca95-4a76-9dda-69388cdcffeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0426438 Sep 08 15:47:01.198522 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-0fe149b1-5599-49ac-9d77-af279cf049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:01.199943 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-0fe149b1-5599-49ac-9d77-af279cf049f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384378 Sep 08 15:47:01.290162 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-81542f80-b6b4-40cf-b919-c94378bd77f5 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Sep 08 15:47:01.380984 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-de6cfb22-47e9-41fc-8d14-55afba0e244d req-813268a2-5b40-4cbd-ac6c-85b00d9ffbf6 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833542 Sep 08 15:47:02.062163 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431181-04ac-41fd-89ab-827a66dddd68 req-92e3392f-ca6c-42ec-9af6-d1d8966bb0a7 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:02.064465 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1431181-04ac-41fd-89ab-827a66dddd68 req-92e3392f-ca6c-42ec-9af6-d1d8966bb0a7 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Sep 08 15:47:02.103330 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1431181-04ac-41fd-89ab-827a66dddd68 req-82bcae60-f942-4c41-982f-321c48deef98 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329955 Sep 08 15:47:03.216134 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61a9af-fd1e-4a72-a4f1-dccb1a144af1 req-97242e30-3c9e-4655-bfa2-651877b6d187 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:03.217569 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d61a9af-fd1e-4a72-a4f1-dccb1a144af1 req-97242e30-3c9e-4655-bfa2-651877b6d187 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0479572 Sep 08 15:47:03.254081 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d61a9af-fd1e-4a72-a4f1-dccb1a144af1 req-69d0e8c0-ec64-42ed-8ac1-43d340b3b80d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304079 Sep 08 15:47:03.475451 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:47:07.181736 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:07.252765 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-88a57628-d7af-49a0-a1ff-06f2759823de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:09.807605 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fc781d4b-6c18-4507-a45b-88f6d88baa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:10.296703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:10.903504 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:12.493798 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:25.422107 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ae32-afa7-4c5b-9d85-feea28cc0a06 req-0bb2a107-504d-484e-912b-9d45a2f44221 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:25.424408 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e890ae32-afa7-4c5b-9d85-feea28cc0a06 req-0bb2a107-504d-484e-912b-9d45a2f44221 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0522966 Sep 08 15:47:25.465299 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e890ae32-afa7-4c5b-9d85-feea28cc0a06 req-a6bc3394-9d11-4ae7-8e9c-fbd198975df3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349417 Sep 08 15:47:26.585162 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd08e4e-7dab-4d5b-91f1-7b00292dcebd req-0eb7661c-2eb7-4872-8010-269a7be0541c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:26.586638 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bdd08e4e-7dab-4d5b-91f1-7b00292dcebd req-0eb7661c-2eb7-4872-8010-269a7be0541c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0476196 Sep 08 15:47:26.623116 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bdd08e4e-7dab-4d5b-91f1-7b00292dcebd req-c347986c-76e2-4a61-a6bb-e63bab02fd5f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Sep 08 15:47:27.506115 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-79ba3140-1d4b-4555-92a3-d10011367e46 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:27.507520 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-79ba3140-1d4b-4555-92a3-d10011367e46 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0477841 Sep 08 15:47:27.594659 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Deleting port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:47:27.594917 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:27.682389 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] For port 1ef78611-e2be-461d-83e0-d3bd9537bfe0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1ef78611-e2be-461d-83e0-d3bd9537bfe0,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:47:27.682746 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:27.739864 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc4f0-4bc3-4aac-9fb9-202ea5cbd666 req-432ee9c5-fac7-4971-a4a4-a70f1e75cd99 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:27.741384 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-303dc4f0-4bc3-4aac-9fb9-202ea5cbd666 req-432ee9c5-fac7-4971-a4a4-a70f1e75cd99 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Sep 08 15:47:27.778416 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-303dc4f0-4bc3-4aac-9fb9-202ea5cbd666 req-e1615863-4f1d-488b-8ad1-185922e0a82f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0926662-d76a-4b78-bf19-dba411287fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311165 Sep 08 15:47:27.900610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:27.900978 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:27.901298 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Floating IP 540431d0-ec12-4e10-b559-1d5efa090676 disassociated. External IP: 172.27.0.231, port: 1ef78611-e2be-461d-83e0-d3bd9537bfe0. Sep 08 15:47:27.901639 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Calling delete_port for 1ef78611-e2be-461d-83e0-d3bd9537bfe0 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:47:28.030102 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:28.056143 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event deleted for resources: {'Port': ['ID=1ef78611-e2be-461d-83e0-d3bd9537bfe0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:28.066254 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.066608 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.066954 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.067294 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.067629 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.067964 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.068308 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.068624 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.068953 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.069642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.069642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.069930 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:28.178929 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:47:28.282627 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:47:28.293145 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:47:28.303271 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:47:28.304144 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:28.322613 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] No DVR routers for this DVR port 1ef78611-e2be-461d-83e0-d3bd9537bfe0 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:47:28.324327 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:28.326440 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8a0c6ce6-f1bb-4e7a-bf4e-c5b5a55faac4 req-a32c4646-2fed-454d-9769-058b056fe66b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "DELETE /v2.0/ports/1ef78611-e2be-461d-83e0-d3bd9537bfe0 HTTP/1.1" status: 204 len: 173 time: 0.8125958 Sep 08 15:47:28.326866 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-deleted', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:47:28.329073 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15e3ff-50c3-45c2-9980-079e7b8ade92" -d '{"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-deleted", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:47:28.367488 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3682c8a1-3af0-4be6-b56b-83deced0e0a0 x-openstack-request-id: req-3682c8a1-3af0-4be6-b56b-83deced0e0a0 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:47:28.367903 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7036575-0b09-43d2-94f4-c7fe231174c7", "name": "network-vif-deleted", "tag": "1ef78611-e2be-461d-83e0-d3bd9537bfe0", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:47:28.368159 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3682c8a1-3af0-4be6-b56b-83deced0e0a0 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:47:28.368552 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7036575-0b09-43d2-94f4-c7fe231174c7', 'name': 'network-vif-deleted', 'tag': '1ef78611-e2be-461d-83e0-d3bd9537bfe0', 'status': 'completed', 'code': 200} Sep 08 15:47:28.419675 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:47:28.619185 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:28.648348 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:47:28.656508 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:47:28.657106 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:28.759127 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:47:28.903682 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fe4c98a4-3cc2-4771-bee1-30cd0c59ba8c req-38aa5eed-b48e-4be6-a10b-933d003fc9ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7036575-0b09-43d2-94f4-c7fe231174c7 HTTP/1.1" status: 200 len: 210 time: 0.0319476 Sep 08 15:47:28.996407 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:29.023175 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfcdad-0874-4c6a-b5e7-49942e0d9521 None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:47:29.238221 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352bf81-9d79-45a0-9c21-118ab21bc270 None None] New status for floating IP 540431d0-ec12-4e10-b559-1d5efa090676: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:47:30.004850 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42228) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:30.060353 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-00591208-12c1-40cd-a65e-0bb4f12f3795 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.083898 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-00591208-12c1-40cd-a65e-0bb4f12f3795 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.135386 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-00591208-12c1-40cd-a65e-0bb4f12f3795 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.137920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-00591208-12c1-40cd-a65e-0bb4f12f3795 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.139055 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-00591208-12c1-40cd-a65e-0bb4f12f3795 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "DELETE /v2.0/security-groups/c0926662-d76a-4b78-bf19-dba411287fdf HTTP/1.1" status: 204 len: 168 time: 0.1332338 Sep 08 15:47:30.141847 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42230) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:30.148441 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591208-12c1-40cd-a65e-0bb4f12f3795 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0926662-d76a-4b78-bf19-dba411287fdf,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:30.148606 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:47:30.159428 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.api.v2.resource [None req-af32d34c-bbae-4626-9360-64db81bac4d2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] show failed (client error): The resource could not be found. Sep 08 15:47:30.163233 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-af32d34c-bbae-4626-9360-64db81bac4d2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups/c0926662-d76a-4b78-bf19-dba411287fdf HTTP/1.1" status: 404 len: 347 time: 0.0167160 Sep 08 15:47:30.163398 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42232) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:30.173974 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 1ef78611-e2be-461d-83e0-d3bd9537bfe0 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:47:30.174310 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 1ef78611-e2be-461d-83e0-d3bd9537bfe0 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:47:30.295033 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Deleting port a9f73c25-57f9-4f39-b87d-a4158b886ea4 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:47:30.295395 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.371321 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.371648 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.384856 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Calling delete_port for a9f73c25-57f9-4f39-b87d-a4158b886ea4 owned by network:floatingip {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:47:30.552548 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.583359 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event deleted for resources: {'Port': ['ID=a9f73c25-57f9-4f39-b87d-a4158b886ea4,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:30.609596 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.609970 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.610313 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.610651 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.610987 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.611964 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.612424 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.612738 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.613063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.613391 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.613746 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.614329 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:30.664403 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.667080 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:30.669350 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b677e884-f63e-4e00-9027-1ee9cb84e477 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "DELETE /v2.0/floatingips/540431d0-ec12-4e10-b559-1d5efa090676 HTTP/1.1" status: 204 len: 168 time: 0.5047514 Sep 08 15:47:31.147490 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42236) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:31.151954 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764575972', 'description': 'tempest-description--2112819278'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:31.175120 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.257114 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.261022 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.288145 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.289340 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1408544 Sep 08 15:47:31.291144 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5e19a-b0db-4cbf-8057-c2c293c4bf96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf2a087-ff86-4866-b059-9bef7155b8cb,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:31.292274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42238) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:31.296869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'security_group_rule': {'security_group_id': '3cf2a087-ff86-4866-b059-9bef7155b8cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:31.326686 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.374109 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.378320 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.393459 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1c61a3-d389-44c7-b19b-2cbc682f7399,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:31.402170 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.403614 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3585a7e7-e4d8-4650-8df6-ffd0e9c1be4b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102102 Sep 08 15:47:31.405982 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42240) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:31.411359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'security_group_rule': {'security_group_id': '3cf2a087-ff86-4866-b059-9bef7155b8cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:31.437255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.492960 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.496465 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.513120 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d7e658-0210-40b3-8f2b-5107d652d35b,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:31.518842 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.519968 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b75c9ef4-0571-4943-be7a-1d0ca824cd92 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130419 Sep 08 15:47:31.523133 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42242) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:31.527300 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:31.547411 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.641334 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:31.740847 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Allocated IP 172.27.0.253 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/c726dea9-2fef-465c-9569-73704d318110) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:47:32.069215 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.105579 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.141406 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:47:32.144247 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:47:32.147539 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:47:32.173069 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'Port': ['ID=c726dea9-2fef-465c-9569-73704d318110,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:32.235198 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.267522 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.411530 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.416110 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.480783 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'Port': ['ID=c726dea9-2fef-465c-9569-73704d318110,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:32.492503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.505245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:32.506480 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-252e091f-0596-44ec-bedf-a5d4c4ce8822 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9824200 Sep 08 15:47:32.687261 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-81b5204a-52ba-4589-b35d-f65d28355704 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1764575972&fields=id&tenant_id=189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 267 time: 0.0319197 Sep 08 15:47:32.789935 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-5738a53b-219c-4689-bb9d-3a951affc101 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:32.791353 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-5738a53b-219c-4689-bb9d-3a951affc101 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 816 time: 0.0977256 Sep 08 15:47:32.805526 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-8502055d-bcdd-4679-b38f-d2751a5a7659 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/quotas/189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 375 time: 0.0085876 Sep 08 15:47:32.855613 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-fc7d6368-0bdb-4e04-8444-022acb6fb293 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449750 Sep 08 15:47:32.950750 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-b24fa547-8f94-4d73-b180-ed6baa680cd0 service neutron] 10.222.0.54 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833855 Sep 08 15:47:33.035282 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-477fe8d3-9529-471d-b280-7ca2a9be087f service neutron] 10.222.0.54 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780230 Sep 08 15:47:33.188443 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c75968a-da67-4b5b-9b72-4bcc9c5be67f req-f97e133e-fc85-4a2f-bd04-6539bad3663b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 210 time: 0.0256100 Sep 08 15:47:34.172215 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-48bb31a9-01f0-4aa3-ab19-e0111ed2a408 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:34.174202 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-48bb31a9-01f0-4aa3-ab19-e0111ed2a408 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 816 time: 0.1044137 Sep 08 15:47:34.239839 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-ac96a57a-6551-4e32-aa1d-fa1a1dd2c6ee tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 380 time: 0.0359962 Sep 08 15:47:34.252363 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'port': {'device_id': '3a7fd145-d31d-4239-a54d-a033774ff578', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'admin_state_up': True, 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'security_groups': ['3cf2a087-ff86-4866-b059-9bef7155b8cb']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:34.291510 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ca9b3e83-7b2b-455f-a329-bbabe6783334 req-8da3c6f6-2710-4a86-9969-ed3dced1a52f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Sep 08 15:47:34.362084 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Made reservation on behalf of 189bb8fa112c4f03990936db9c547bf0 for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:47:34.365801 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:34.482625 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Allocated IP 172.20.0.7 (e3800de5-4167-4641-9f7a-9fc03e3dda01/3b42b172-4016-4815-83ba-e2645f37aaf9/07664701-bdb1-470a-9ea1-108a767bfecb) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:47:34.614840 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:34.627418 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Transition to ACTIVE for port object 07664701-bdb1-470a-9ea1-108a767bfecb will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:47:34.657433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:34.697762 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:47:34.700630 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:47:34.704161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:47:34.729075 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:34.759171 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:34.759777 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:34.775166 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-362e7f2e-9a5d-42ba-962b-6b227d2ba73e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5270307 Sep 08 15:47:34.794962 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Request body: {'port': {'device_id': '3a7fd145-d31d-4239-a54d-a033774ff578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:34.854231 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:34.929307 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-219065f3-8a64-45fa-b00e-4dfb84ed7fbb None None] Provisioning for port 07664701-bdb1-470a-9ea1-108a767bfecb completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:47:34.932895 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-219065f3-8a64-45fa-b00e-4dfb84ed7fbb None None] Provisioning complete for port 07664701-bdb1-470a-9ea1-108a767bfecb triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:47:34.933263 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-219065f3-8a64-45fa-b00e-4dfb84ed7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:34.970502 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-219065f3-8a64-45fa-b00e-4dfb84ed7fbb None None] Port 07664701-bdb1-470a-9ea1-108a767bfecb cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:47:35.112328 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07664701-bdb1-470a-9ea1-108a767bfecb {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:47:35.120002 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:35.132176 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Transition to ACTIVE for port object 07664701-bdb1-470a-9ea1-108a767bfecb will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:47:35.135919 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:35.203442 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:35.256704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Attempting to bind port 07664701-bdb1-470a-9ea1-108a767bfecb on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:47:35.257044 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Attempting to bind port 07664701-bdb1-470a-9ea1-108a767bfecb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:47:35.257380 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Attempting to bind port 07664701-bdb1-470a-9ea1-108a767bfecb on network e3800de5-4167-4641-9f7a-9fc03e3dda01 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:47:35.261895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Port 07664701-bdb1-470a-9ea1-108a767bfecb on network e3800de5-4167-4641-9f7a-9fc03e3dda01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:47:35.262218 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Attempting to bind port 07664701-bdb1-470a-9ea1-108a767bfecb on network e3800de5-4167-4641-9f7a-9fc03e3dda01 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:47:35.267092 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:47:35.268116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Checking segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:47:35.268366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Bound using segment: {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:47:35.268797 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Bound port: 07664701-bdb1-470a-9ea1-108a767bfecb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba76beb9-9a89-4947-910a-7a499046ebc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:47:35.269159 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:35.334584 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:47:35.337844 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:47:35.342369 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:35.381206 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:35.381868 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:35.383460 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] 10.222.0.59 "PUT /v2.0/ports/07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 1093 time: 0.5929379 Sep 08 15:47:35.385928 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:47:35.388190 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:47:35.420317 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968024a0-91bc-483d-b9a8-56d6f2c71d3d service neutron] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:35.436453 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563df56-6944-4267-894f-9af5354c96f5 req-2e466734-6c4c-439c-827c-6e516b5334c8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:35.438137 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a563df56-6944-4267-894f-9af5354c96f5 req-2e466734-6c4c-439c-827c-6e516b5334c8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0757728 Sep 08 15:47:35.450369 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6632366e-8bc9-4a19-91c6-d35ea5603f9a x-openstack-request-id: req-6632366e-8bc9-4a19-91c6-d35ea5603f9a {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:47:35.450658 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:47:35.450907 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6632366e-8bc9-4a19-91c6-d35ea5603f9a {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:47:35.451295 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'status': 'completed', 'code': 200} Sep 08 15:47:35.485777 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-6518a10f-4bf9-4c6d-9170-bed88cf19a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:35.487089 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a563df56-6944-4267-894f-9af5354c96f5 req-207c82f7-4911-42dd-88b1-e7eea7800401 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Sep 08 15:47:35.487538 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-6518a10f-4bf9-4c6d-9170-bed88cf19a3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1096 time: 0.0461340 Sep 08 15:47:35.538274 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-fe6e5e16-ace2-45f9-890f-8bcad7b93790 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 217 time: 0.0364594 Sep 08 15:47:35.588923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-e01ac9df-d89f-460d-b06d-2ff4d3702790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:35.590569 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-e01ac9df-d89f-460d-b06d-2ff4d3702790 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0451341 Sep 08 15:47:35.641347 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-77cb1bc4-09bb-49fa-9662-f5e1dc574b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:35.643029 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-77cb1bc4-09bb-49fa-9662-f5e1dc574b66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442929 Sep 08 15:47:35.730434 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-e2b38bf5-d1aa-42cd-8932-18aa5fb498f1 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786262 Sep 08 15:47:35.820617 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-270c0f73-dbfe-4573-823c-5dcb3825a1bf req-f5e66f4c-9f51-4764-9379-234e57cc6e30 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Sep 08 15:47:35.960926 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-de88a075-4ffe-4443-9018-7c31605fdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:35.962538 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-de88a075-4ffe-4443-9018-7c31605fdb2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1096 time: 0.0394011 Sep 08 15:47:36.054322 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-33f43c3c-fd36-4b1e-b03a-ffe9acdfd8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:36.055746 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-33f43c3c-fd36-4b1e-b03a-ffe9acdfd8b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0863199 Sep 08 15:47:36.095971 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-f14cd000-f583-4acb-a1a4-88c59ca30c80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 217 time: 0.0322478 Sep 08 15:47:36.142249 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-453422ef-b62d-4b7f-bae6-a3277d00d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:36.143645 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-453422ef-b62d-4b7f-bae6-a3277d00d246 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0414519 Sep 08 15:47:36.191982 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-e3179f0d-2114-4fbe-b82b-e97ec4b90f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:36.193410 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-e3179f0d-2114-4fbe-b82b-e97ec4b90f06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422091 Sep 08 15:47:36.278850 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-3c1673a4-734f-4095-b4a7-081718d6d0d8 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780952 Sep 08 15:47:36.367693 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6d18521e-1df7-4e5d-a2af-1c827ea4ffae req-a26bc665-d977-4525-8fc9-a1192122fc06 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808897 Sep 08 15:47:36.599988 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b193c6f-64af-4ef7-aace-44b54365f1dc req-7d17d1d6-9043-450c-9e85-14b05ddca066 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:36.601335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6b193c6f-64af-4ef7-aace-44b54365f1dc req-7d17d1d6-9043-450c-9e85-14b05ddca066 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0469413 Sep 08 15:47:36.637488 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6b193c6f-64af-4ef7-aace-44b54365f1dc req-7be659b6-9593-4329-b3cb-56deef6ec4a9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298791 Sep 08 15:47:37.197435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:37.254439 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-850bcf4a-3be9-4667-a28e-b46456324916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:37.761793 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22054f4e-cd20-4783-a662-aa5cf25bccc6 req-403180fe-3ce3-4d77-822a-6d9016745096 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:37.763218 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22054f4e-cd20-4783-a662-aa5cf25bccc6 req-403180fe-3ce3-4d77-822a-6d9016745096 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0556059 Sep 08 15:47:37.800306 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-22054f4e-cd20-4783-a662-aa5cf25bccc6 req-492a7ae2-9ae0-45ec-bfa7-6487a855e2ef tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Sep 08 15:47:38.915513 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c8d6-9b35-4c13-9da8-15f7c0eeef3b req-07a20f47-4093-49ec-b0a4-d9323a99c005 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:38.916994 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8246c8d6-9b35-4c13-9da8-15f7c0eeef3b req-07a20f47-4093-49ec-b0a4-d9323a99c005 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0485063 Sep 08 15:47:38.953069 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8246c8d6-9b35-4c13-9da8-15f7c0eeef3b req-a22e8eff-1db1-4561-9534-ccdfff3881f3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301335 Sep 08 15:47:39.807610 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-409461d1-dfec-45d6-a3c4-9f25bb615edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:40.071179 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae0836-35ca-4181-9012-0ec48613e3ec req-d3bd1af0-61aa-4517-ac7e-578a98bfdaae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:40.072516 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d4ae0836-35ca-4181-9012-0ec48613e3ec req-d3bd1af0-61aa-4517-ac7e-578a98bfdaae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0470192 Sep 08 15:47:40.107809 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d4ae0836-35ca-4181-9012-0ec48613e3ec req-c3e92e23-a231-4eff-9461-773a3f703063 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290456 Sep 08 15:47:40.222347 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:47:40.311351 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:40.329469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:47:40.343888 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '07664701-bdb1-470a-9ea1-108a767bfecb', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb', 'mac_address': 'fa:16:3e:a6:7b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:47:40.385113 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:40.397200 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07664701-bdb1-470a-9ea1-108a767bfecb {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:47:40.415833 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:47:40.419157 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:40.463368 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:40.469986 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.470949 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.471240 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.471567 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.471893 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.472217 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.472581 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.472855 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.473176 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.473494 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.473844 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.474090 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:47:40.474565 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:47:40.866513 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['07664701-bdb1-470a-9ea1-108a767bfecb'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:47:40.911973 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:41.227251 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9fd0d-b934-4d0c-80d4-b5e7dd1d35d4 req-82d99801-98fc-4304-a59e-10207a18276f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:41.228698 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a7b9fd0d-b934-4d0c-80d4-b5e7dd1d35d4 req-82d99801-98fc-4304-a59e-10207a18276f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 944 time: 0.0506446 Sep 08 15:47:41.264868 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a7b9fd0d-b934-4d0c-80d4-b5e7dd1d35d4 req-9a95a458-f94e-4236-ae6c-6e14521127c5 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 Sep 08 15:47:42.237864 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:47:42.284573 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 07664701-bdb1-470a-9ea1-108a767bfecb completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:47:42.288123 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 07664701-bdb1-470a-9ea1-108a767bfecb triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:47:42.288488 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:42.367076 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:42.379777 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a624fb-4222-4313-a858-5b73236d4298 req-1785dbb4-b3d9-4b3d-b2b9-27a67bc25e82 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:42.381271 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18a624fb-4222-4313-a858-5b73236d4298 req-1785dbb4-b3d9-4b3d-b2b9-27a67bc25e82 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 944 time: 0.0480068 Sep 08 15:47:42.389003 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:47:42.391204 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e8448-6b3d-464a-93cf-caad54fe858e" -d '{"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-plugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:47:42.404709 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:47:42.409843 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:42.421161 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-18a624fb-4222-4313-a858-5b73236d4298 req-173b1f7d-ca27-433b-a8a6-d618dcb54352 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Sep 08 15:47:42.435608 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdfea7-8a88-409d-ac2b-0b8d980a57a1 x-openstack-request-id: req-06bdfea7-8a88-409d-ac2b-0b8d980a57a1 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:47:42.435900 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-plugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:47:42.436194 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06bdfea7-8a88-409d-ac2b-0b8d980a57a1 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:47:42.436523 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'code': 200} Sep 08 15:47:42.461893 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:47:42.495676 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:42.629066 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa631ca6-5c5f-42ee-94f9-f96f6c7a8529 req-6cc062a0-8e64-4896-ab17-5bdf7c980ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:42.631246 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-fa631ca6-5c5f-42ee-94f9-f96f6c7a8529 req-6cc062a0-8e64-4896-ab17-5bdf7c980ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1098 time: 0.0400147 Sep 08 15:47:42.665438 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-fa631ca6-5c5f-42ee-94f9-f96f6c7a8529 req-78396be9-9511-43b7-ad64-5b779102a734 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271273 Sep 08 15:47:43.164653 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-1790beb7-0a09-4e5d-8723-ad4cc935dc7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377932 Sep 08 15:47:43.263352 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6284d-be76-45e1-861a-861091af1cac req-5b92f508-78ab-4fdf-9ba6-fca9427b1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:43.264790 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-5b92f508-78ab-4fdf-9ba6-fca9427b1a87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0434184 Sep 08 15:47:43.365504 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6284d-be76-45e1-861a-861091af1cac req-f96ab267-30ed-4467-a8ff-1721759178fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:43.367008 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-f96ab267-30ed-4467-a8ff-1721759178fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.0827248 Sep 08 15:47:43.435482 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-ed2a2479-429c-481f-8fd4-ac16560aa0e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 1002 time: 0.0602407 Sep 08 15:47:43.485249 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6284d-be76-45e1-861a-861091af1cac req-f0cac6c0-1569-414c-b68b-fd7c7c01b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:43.487348 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-f0cac6c0-1569-414c-b68b-fd7c7c01b717 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0441391 Sep 08 15:47:43.536006 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6284d-be76-45e1-861a-861091af1cac req-07227b33-dd22-4ac9-9abd-98965b071657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:43.537574 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-07227b33-dd22-4ac9-9abd-98965b071657 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399110 Sep 08 15:47:43.542362 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d3531-32ca-49eb-b114-ba51ddfd3601 req-7270259b-b761-4d1a-a2ea-8f82ae41f417 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:43.543817 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd4d3531-32ca-49eb-b114-ba51ddfd3601 req-7270259b-b761-4d1a-a2ea-8f82ae41f417 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0489817 Sep 08 15:47:43.580594 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd4d3531-32ca-49eb-b114-ba51ddfd3601 req-ce802741-a357-4ef1-be2b-eb8b76b1396e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302181 Sep 08 15:47:43.634031 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-9398e0a5-ceea-49bc-a974-37ee9874ea25 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881255 Sep 08 15:47:43.723787 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0dd6284d-be76-45e1-861a-861091af1cac req-5d3b6a61-eb47-41e5-a78d-5cc3b16ee64e service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815842 Sep 08 15:47:44.700166 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5808eb3-b3dd-4fb5-a5be-e9f2d1aab91a req-ed610d09-cb9c-4fa4-9d61-eebb055a2907 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:44.701625 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e5808eb3-b3dd-4fb5-a5be-e9f2d1aab91a req-ed610d09-cb9c-4fa4-9d61-eebb055a2907 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0508873 Sep 08 15:47:44.738121 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e5808eb3-b3dd-4fb5-a5be-e9f2d1aab91a req-3d03979a-b3d7-4ced-9165-35dcd267105a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304918 Sep 08 15:47:44.861679 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f9b1a-9570-458f-8fab-5e4b7b2eb856 req-bf3b27ae-982e-4607-8e05-74285cc3b1f0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:44.863221 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f48f9b1a-9570-458f-8fab-5e4b7b2eb856 req-bf3b27ae-982e-4607-8e05-74285cc3b1f0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0555909 Sep 08 15:47:44.871628 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42298) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:47:44.875914 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Request body: {'floatingip': {'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:47:44.915269 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:45.309594 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:45.313248 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:45.407431 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Floating IP 54465bd6-871e-4be4-9d75-f6091c3b7451 associated. External IP: 172.27.0.253, port: 07664701-bdb1-470a-9ea1-108a767bfecb. Sep 08 15:47:45.821198 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:47:45.925947 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:47:45.930845 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:47:45.936132 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:47:45.945273 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:47:45.945945 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:45.959622 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-59ff41e1-3b09-461e-ab32-e8de1b696ae0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "PUT /v2.0/floatingips/54465bd6-871e-4be4-9d75-f6091c3b7451 HTTP/1.1" status: 200 len: 991 time: 1.0844464 Sep 08 15:47:45.959622 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:47:45.960012 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3839f-5af6-4fd9-9629-583659ea5fca" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:47:46.054222 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:47:46.114852 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079dd261-6867-4a5a-ac66-54fc63d7097c x-openstack-request-id: req-079dd261-6867-4a5a-ac66-54fc63d7097c {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:47:46.115141 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:47:46.115395 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-079dd261-6867-4a5a-ac66-54fc63d7097c {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:47:46.115787 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'status': 'completed', 'code': 200} Sep 08 15:47:46.199710 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-5563ae43-598e-4690-9462-4843bf713ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:46.201184 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-5563ae43-598e-4690-9462-4843bf713ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1098 time: 0.0439949 Sep 08 15:47:46.280775 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '54465bd6-871e-4be4-9d75-f6091c3b7451', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'mac_address': 'fa:16:3e:a6:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7fd145-d31d-4239-a54d-a033774ff578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:47:32Z', 'updated_at': '2021-09-08T15:47:45Z', 'revision_number': 1, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:46.288876 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-0dd1537d-3d70-4114-b819-8edb3054f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:46.290437 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-0dd1537d-3d70-4114-b819-8edb3054f54e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0825503 Sep 08 15:47:46.361795 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-9eba9a7a-e34a-45f4-9045-199b4f5a6c31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 999 time: 0.0626345 Sep 08 15:47:46.411829 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-76d768a2-d714-40a4-b1c3-b07ae3da0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:46.415126 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-76d768a2-d714-40a4-b1c3-b07ae3da0304 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0449762 Sep 08 15:47:46.425705 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:47:46.434220 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:47:46.434820 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:46.458601 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-d4a5c9b8-a533-442f-87dd-641c2c66a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:46.460092 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-d4a5c9b8-a533-442f-87dd-641c2c66a798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399866 Sep 08 15:47:46.542132 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:47:46.551663 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-40e903df-4a02-4aab-b0dc-dd1f1b9cbe52 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Sep 08 15:47:46.638488 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a0a3839f-5af6-4fd9-9629-583659ea5fca req-939dde6d-c1f4-4507-8470-5b160f5cdef3 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797241 Sep 08 15:47:46.759263 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '54465bd6-871e-4be4-9d75-f6091c3b7451', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'mac_address': 'fa:16:3e:a6:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7fd145-d31d-4239-a54d-a033774ff578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:47:32Z', 'updated_at': '2021-09-08T15:47:45Z', 'revision_number': 1, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:47:46.794523 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8c9d8-a61f-4a9d-a94a-4df1a499d981 None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '54465bd6-871e-4be4-9d75-f6091c3b7451', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'mac_address': 'fa:16:3e:a6:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7fd145-d31d-4239-a54d-a033774ff578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:47:32Z', 'updated_at': '2021-09-08T15:47:45Z', 'revision_number': 1, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:47:46.978460 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c1cf9-72c2-47e6-ba23-f3f21d358c1b None None] New status for floating IP 54465bd6-871e-4be4-9d75-f6091c3b7451: ACTIVE {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:47:59.292015 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cca6-6ad0-41cf-9a30-2d33e61b34a8 req-e7cebca3-a0ae-41c6-8aa7-58435e2f763d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:47:59.293453 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ee09cca6-6ad0-41cf-9a30-2d33e61b34a8 req-e7cebca3-a0ae-41c6-8aa7-58435e2f763d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0484638 Sep 08 15:47:59.332036 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ee09cca6-6ad0-41cf-9a30-2d33e61b34a8 req-b800631d-25cb-4b15-a345-848c896d0209 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Sep 08 15:48:00.443652 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89a88-b257-4a22-8d45-2f584a9bd8e1 req-375fb511-bc53-48f0-b09a-7be60c984666 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:00.445092 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-85d89a88-b257-4a22-8d45-2f584a9bd8e1 req-375fb511-bc53-48f0-b09a-7be60c984666 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0478480 Sep 08 15:48:00.482873 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-85d89a88-b257-4a22-8d45-2f584a9bd8e1 req-39829b53-5159-46f6-b830-f10df10b695d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Sep 08 15:48:01.599633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee466-fd76-47d3-8fb7-ebcf2326aa4c req-7d46a5c7-026b-44c7-8b5e-c48d5cbb41ef tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:01.601082 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fdee466-fd76-47d3-8fb7-ebcf2326aa4c req-7d46a5c7-026b-44c7-8b5e-c48d5cbb41ef tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0503922 Sep 08 15:48:01.638466 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5fdee466-fd76-47d3-8fb7-ebcf2326aa4c req-0466fca6-cb9b-45ca-b270-712d04667fff tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Sep 08 15:48:02.750450 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197e328-1cc1-4de1-a2cd-a8140682320a req-bedc17e3-9797-4e28-9e19-7b675b5dbfa8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:02.752028 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d197e328-1cc1-4de1-a2cd-a8140682320a req-bedc17e3-9797-4e28-9e19-7b675b5dbfa8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0485396 Sep 08 15:48:02.789943 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d197e328-1cc1-4de1-a2cd-a8140682320a req-32371f73-498a-4e93-907a-30bf42b588b7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309241 Sep 08 15:48:03.903174 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1bf72-11a4-446d-9005-f97e4dad511c req-6c53c546-5140-41a0-a0a2-939fb1c6581e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:03.904611 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-66e1bf72-11a4-446d-9005-f97e4dad511c req-6c53c546-5140-41a0-a0a2-939fb1c6581e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0493181 Sep 08 15:48:03.939789 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-66e1bf72-11a4-446d-9005-f97e4dad511c req-a56f60f4-c946-4534-9329-f92eeb35cdf9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292695 Sep 08 15:48:04.654663 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b568e65-4f35-4b76-a4e4-1d48992843b7 req-0c978e2d-0b16-4549-b0f6-e9e7c2a16a6e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:04.656087 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b568e65-4f35-4b76-a4e4-1d48992843b7 req-0c978e2d-0b16-4549-b0f6-e9e7c2a16a6e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0504496 Sep 08 15:48:04.693146 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b568e65-4f35-4b76-a4e4-1d48992843b7 req-eb17738c-e2b0-44f8-a902-dd61869ce31a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302985 Sep 08 15:48:05.054312 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d4b7-13f7-412a-9e2e-a3e451f61d20 req-a7f52600-822e-400c-9e11-d3e75249a408 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:05.055801 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4761d4b7-13f7-412a-9e2e-a3e451f61d20 req-a7f52600-822e-400c-9e11-d3e75249a408 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0476727 Sep 08 15:48:05.094206 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4761d4b7-13f7-412a-9e2e-a3e451f61d20 req-a0fdc9f8-564d-497f-8d55-880dcb14a933 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324667 Sep 08 15:48:05.808009 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced623dc-0a26-4960-a4f7-e02291ba1397 req-d1749f71-19ba-442f-946a-13dfc9667ce6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:05.809429 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ced623dc-0a26-4960-a4f7-e02291ba1397 req-d1749f71-19ba-442f-946a-13dfc9667ce6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0469918 Sep 08 15:48:05.847496 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ced623dc-0a26-4960-a4f7-e02291ba1397 req-df04a75d-006f-4ed9-81b1-cb71ed6b947b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Sep 08 15:48:06.209632 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e05efb-63c6-4e27-8e72-881315822705 req-d909baaa-8b8b-4de8-bcce-f18a1016242c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:06.211082 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-30e05efb-63c6-4e27-8e72-881315822705 req-d909baaa-8b8b-4de8-bcce-f18a1016242c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0513508 Sep 08 15:48:06.249575 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-30e05efb-63c6-4e27-8e72-881315822705 req-4e568931-acf5-4fdb-a98a-793478109909 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Sep 08 15:48:06.973136 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e5079-5f92-4890-99fb-0c1c460ba6ed req-d40c78e2-5de5-4e76-be36-7817aed84b3b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:06.974937 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cd0e5079-5f92-4890-99fb-0c1c460ba6ed req-d40c78e2-5de5-4e76-be36-7817aed84b3b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0557873 Sep 08 15:48:06.997248 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-5fda34a3-c3fc-4453-95a8-7d39b3042d84 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:06.999953 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-5fda34a3-c3fc-4453-95a8-7d39b3042d84 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 946 time: 0.0893428 Sep 08 15:48:07.016775 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cd0e5079-5f92-4890-99fb-0c1c460ba6ed req-09f3bfb0-0709-40e4-8ab0-5316f565a12e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347824 Sep 08 15:48:07.071817 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6545d-4a99-45f4-84fe-9ff0fbd78563 req-40b750f6-cf9e-4497-a910-ed994e64d699 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:07.073319 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-abb6545d-4a99-45f4-84fe-9ff0fbd78563 req-40b750f6-cf9e-4497-a910-ed994e64d699 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Sep 08 15:48:07.098016 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Deleting port 25c563ef-96c5-455d-8493-73a95ab4dbbc {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:48:07.098520 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.110826 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-abb6545d-4a99-45f4-84fe-9ff0fbd78563 req-9f2d7971-313a-4d79-9a1d-b8cabeaee8e5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Sep 08 15:48:07.186984 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] For port 25c563ef-96c5-455d-8493-73a95ab4dbbc, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c563ef-96c5-455d-8493-73a95ab4dbbc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:07.187351 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.195207 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.254241 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a3c561ca-d8b7-46cb-8723-b29b79f539ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.357176 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.357537 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.357881 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Floating IP 781b4f6c-2cab-4a22-8781-0c57770a00ba disassociated. External IP: 172.27.0.215, port: 25c563ef-96c5-455d-8493-73a95ab4dbbc. Sep 08 15:48:07.358268 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Calling delete_port for 25c563ef-96c5-455d-8493-73a95ab4dbbc owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:48:07.368215 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420254c-496b-4d1b-bb6a-4d8654c457e4 req-ee5bb694-662f-4305-bf00-c439d485fb20 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:07.369741 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9420254c-496b-4d1b-bb6a-4d8654c457e4 req-ee5bb694-662f-4305-bf00-c439d485fb20 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0533357 Sep 08 15:48:07.408328 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9420254c-496b-4d1b-bb6a-4d8654c457e4 req-85c6a9f0-f26f-429c-bb2a-1912117fd563 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325131 Sep 08 15:48:07.486122 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:07.513545 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'Port': ['ID=25c563ef-96c5-455d-8493-73a95ab4dbbc,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:07.851112 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:48:07.966552 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:48:07.978459 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:48:07.987492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:07.988075 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:08.007067 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] No DVR routers for this DVR port 25c563ef-96c5-455d-8493-73a95ab4dbbc on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:48:08.009649 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:08.011859 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0ad36978-3ddb-48db-b75f-5a4d6c6a8e99 req-8769fe0f-5168-4134-b81e-46528bd5657c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "DELETE /v2.0/ports/25c563ef-96c5-455d-8493-73a95ab4dbbc HTTP/1.1" status: 204 len: 173 time: 1.0014265 Sep 08 15:48:08.012294 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'name': 'network-vif-deleted', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:08.014558 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123eae84-30d1-4dfa-bc26-25099efdd9da" -d '{"events": [{"server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "name": "network-vif-deleted", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:08.053901 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aee711-f925-4e7c-957a-86193b19e9ca x-openstack-request-id: req-13aee711-f925-4e7c-957a-86193b19e9ca {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:08.054195 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dac2ca-93b9-4473-b006-f4bc513a471e", "name": "network-vif-deleted", "tag": "25c563ef-96c5-455d-8493-73a95ab4dbbc", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:08.054446 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13aee711-f925-4e7c-957a-86193b19e9ca {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:08.054844 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1dac2ca-93b9-4473-b006-f4bc513a471e', 'name': 'network-vif-deleted', 'tag': '25c563ef-96c5-455d-8493-73a95ab4dbbc', 'status': 'completed', 'code': 200} Sep 08 15:48:08.101980 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:08.117376 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-92399019-3a7d-4b62-89f1-2d698d525c18 req-65a3a0db-3215-47e9-88d3-62c5158305c2 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0284259 Sep 08 15:48:08.232049 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed8dc-4a46-48a5-8fc0-29e2e9123aa6 req-cf70a619-3d1b-47a6-bd07-06b66e498cca tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:08.233518 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec0ed8dc-4a46-48a5-8fc0-29e2e9123aa6 req-cf70a619-3d1b-47a6-bd07-06b66e498cca tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0478134 Sep 08 15:48:08.273719 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ec0ed8dc-4a46-48a5-8fc0-29e2e9123aa6 req-8f1cc3ea-32e8-4147-a294-59916869da52 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=92594efc-0d63-4ec6-aead-7c63e9142a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Sep 08 15:48:08.319631 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:08.349206 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:48:08.357281 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:08.357836 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:08.472708 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:08.544740 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932544a-e4cc-4ca6-9b24-8ae2cb21500d req-b29317c0-f45b-4c61-9bc0-16e8164ed6d7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:08.546365 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8932544a-e4cc-4ca6-9b24-8ae2cb21500d req-b29317c0-f45b-4c61-9bc0-16e8164ed6d7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0536482 Sep 08 15:48:08.586647 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8932544a-e4cc-4ca6-9b24-8ae2cb21500d req-90548e32-eef5-4435-8171-56b21bacf7b4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343847 Sep 08 15:48:08.674874 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:08.701245 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77186d-9f5e-4901-b9bc-4f77cd7f0f47 None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:48:08.747087 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-d4464668-4ab4-4df8-a28b-f3fc324a28e6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:08.748537 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-d4464668-4ab4-4df8-a28b-f3fc324a28e6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 945 time: 0.0539696 Sep 08 15:48:08.844834 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Deleting port a68da35d-30c6-49c5-9d61-037d10e47f2c {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:48:08.845175 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:08.932916 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5413a8-0761-43cb-8344-26eba26560e8 None None] New status for floating IP 781b4f6c-2cab-4a22-8781-0c57770a00ba: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:48:08.938288 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] For port a68da35d-30c6-49c5-9d61-037d10e47f2c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a68da35d-30c6-49c5-9d61-037d10e47f2c,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:08.938653 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:09.112194 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:09.112939 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:09.112939 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Floating IP 417476be-2afc-4e1d-ae56-a2881eb2e04d disassociated. External IP: 172.27.0.50, port: a68da35d-30c6-49c5-9d61-037d10e47f2c. Sep 08 15:48:09.113207 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Calling delete_port for a68da35d-30c6-49c5-9d61-037d10e47f2c owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:48:09.232487 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-14e836a0-3520-48ba-b751-bac631a9c118 req-15ae33fa-5fe7-4476-8b7b-f48f50abecf4 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1dac2ca-93b9-4473-b006-f4bc513a471e HTTP/1.1" status: 200 len: 210 time: 0.0336034 Sep 08 15:48:09.241646 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:09.272993 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event deleted for resources: {'Port': ['ID=a68da35d-30c6-49c5-9d61-037d10e47f2c,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:09.380179 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bfa68d63-d93e-40e1-a564-15ec6b8412d3 req-f274d967-1c18-4628-8ea8-6ae30bb065b3 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=37512aa0-3718-4434-9b7b-93c45a87ccc7 HTTP/1.1" status: 200 len: 210 time: 0.0259433 Sep 08 15:48:09.397357 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:48:09.527748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:48:09.538643 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:48:09.547512 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:09.548055 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:47:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:09.554764 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409830-966d-4c77-9035-04229e69003e req-eff3d8d1-d2a2-4c90-8809-9bd45c668288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:09.556254 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-eff3d8d1-d2a2-4c90-8809-9bd45c668288 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0708809 Sep 08 15:48:09.575267 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] No DVR routers for this DVR port a68da35d-30c6-49c5-9d61-037d10e47f2c on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:48:09.583927 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:09.585814 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c06785b2-aa0a-4193-9bbb-9321a368039b req-cd8294c9-c980-4c36-be13-3eb96b46fb5b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "DELETE /v2.0/ports/a68da35d-30c6-49c5-9d61-037d10e47f2c HTTP/1.1" status: 204 len: 173 time: 0.8299303 Sep 08 15:48:09.674770 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409830-966d-4c77-9035-04229e69003e req-ae44ab23-29c3-4dde-8b5a-a5882bd3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:09.677001 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-ae44ab23-29c3-4dde-8b5a-a5882bd3e302 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.1028652 Sep 08 15:48:09.695124 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:09.741499 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafe93f-cdee-47f4-aed7-8154dc6fa361 req-93214bb5-0629-4528-b359-ad46f666b84f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:09.747041 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3eafe93f-cdee-47f4-aed7-8154dc6fa361 req-93214bb5-0629-4528-b359-ad46f666b84f tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0736194 Sep 08 15:48:09.784844 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-2329ec54-a549-4486-9614-c460b4a35476 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 1002 time: 0.1001256 Sep 08 15:48:09.800293 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3eafe93f-cdee-47f4-aed7-8154dc6fa361 req-2c39dea1-8418-4d91-809e-4af9bfc1866e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406480 Sep 08 15:48:09.829500 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-b04a3678-41d5-4c08-9a9e-85d445bf599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:09.861001 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409830-966d-4c77-9035-04229e69003e req-e2e42814-f13e-42db-a58f-7e79a8075fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:09.862643 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-e2e42814-f13e-42db-a58f-7e79a8075fb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0687332 Sep 08 15:48:09.909143 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409830-966d-4c77-9035-04229e69003e req-2fc936c4-65b5-41b4-ad9d-165c4c1a58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:09.911352 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-2fc936c4-65b5-41b4-ad9d-165c4c1a58cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404987 Sep 08 15:48:09.936428 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:09.963304 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:48:09.971517 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:09.972118 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:48:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:10.008757 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-cc3645ee-0d4c-4b50-9852-3024e4072ad6 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878797 Sep 08 15:48:10.083255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'name': 'network-vif-deleted', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:10.085480 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c14dcc-767c-4aa8-9396-52194b888c03" -d '{"events": [{"server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "name": "network-vif-deleted", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:10.120751 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e4409830-966d-4c77-9035-04229e69003e req-8e9e928a-6992-4be4-9f40-5343c8cc2508 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009359 Sep 08 15:48:10.167640 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42e963d-6cfa-48c5-abf3-278b73032ce0 x-openstack-request-id: req-c42e963d-6cfa-48c5-abf3-278b73032ce0 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:10.168043 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37512aa0-3718-4434-9b7b-93c45a87ccc7", "name": "network-vif-deleted", "tag": "a68da35d-30c6-49c5-9d61-037d10e47f2c", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:10.168353 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c42e963d-6cfa-48c5-abf3-278b73032ce0 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:10.168783 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37512aa0-3718-4434-9b7b-93c45a87ccc7', 'name': 'network-vif-deleted', 'tag': 'a68da35d-30c6-49c5-9d61-037d10e47f2c', 'status': 'completed', 'code': 200} Sep 08 15:48:10.202755 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:10.335665 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.415596 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:10.448141 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a68da35d-30c6-49c5-9d61-037d10e47f2c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:48:10.451397 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25b466-d5cb-4f54-abbc-b3840b445fb9 None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:48:10.470531 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42416) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:10.475920 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: a68da35d-30c6-49c5-9d61-037d10e47f2c {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:48:10.476563 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device a68da35d-30c6-49c5-9d61-037d10e47f2c not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:48:10.476993 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 25c563ef-96c5-455d-8493-73a95ab4dbbc no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:48:10.497708 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-65f059a7-9be1-4bd7-92f4-c0fca6c30499 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686517375&fields=id&tenant_id=e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 267 time: 0.0388606 Sep 08 15:48:10.500690 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 25c563ef-96c5-455d-8493-73a95ab4dbbc {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:48:10.501038 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 25c563ef-96c5-455d-8493-73a95ab4dbbc not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:48:10.543535 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-39d3e522-e7a0-4d6e-9d11-277cc157519d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.572075 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-39d3e522-e7a0-4d6e-9d11-277cc157519d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.620544 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-f8a40d7a-7f78-4923-b61c-83d866b8d931 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:10.621840 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-39d3e522-e7a0-4d6e-9d11-277cc157519d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.625002 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-39d3e522-e7a0-4d6e-9d11-277cc157519d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.626244 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-39d3e522-e7a0-4d6e-9d11-277cc157519d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "DELETE /v2.0/security-groups/92594efc-0d63-4ec6-aead-7c63e9142a1e HTTP/1.1" status: 204 len: 168 time: 0.1545432 Sep 08 15:48:10.628951 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-f8a40d7a-7f78-4923-b61c-83d866b8d931 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 812 time: 0.1202998 Sep 08 15:48:10.631794 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42418) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:10.639998 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-176ee279-7959-4633-88a1-e7f1df1040ba tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/quotas/e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 375 time: 0.0101786 Sep 08 15:48:10.648418 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3e522-e7a0-4d6e-9d11-277cc157519d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92594efc-0d63-4ec6-aead-7c63e9142a1e,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:10.652402 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.api.v2.resource [None req-157670c3-46be-4af1-a0e5-68ad822abfb5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] show failed (client error): The resource could not be found. Sep 08 15:48:10.653442 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-157670c3-46be-4af1-a0e5-68ad822abfb5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups/92594efc-0d63-4ec6-aead-7c63e9142a1e HTTP/1.1" status: 404 len: 347 time: 0.0207918 Sep 08 15:48:10.656902 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42420) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:10.704033 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-6c054950-a9e6-4af0-ade7-3efadc93d34c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562396 Sep 08 15:48:10.713794 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bf04f-7207-41cd-a887-880773ff74d7 None None] New status for floating IP 417476be-2afc-4e1d-ae56-a2881eb2e04d: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:48:10.807358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Deleting port 3b7d67b9-4b2f-45b7-9a33-c068c7d957c9 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:48:10.807939 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.820176 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-e9e47f41-8a3f-4a5f-bc04-6fdf4e536592 service neutron] 10.222.0.54 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007690 Sep 08 15:48:10.906276 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.906709 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.911436 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:10.920967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Calling delete_port for 3b7d67b9-4b2f-45b7-9a33-c068c7d957c9 owned by network:floatingip {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:48:10.976403 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-37ed684e-c4f3-4001-85b7-69c18238f18b service neutron] 10.222.0.54 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475523 Sep 08 15:48:10.985038 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eebb51-1007-4866-9ea7-4c8badd88ce7 req-faa29bf4-068b-4674-bfc6-1386215dd3e7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:10.986525 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-40eebb51-1007-4866-9ea7-4c8badd88ce7 req-faa29bf4-068b-4674-bfc6-1386215dd3e7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0725994 Sep 08 15:48:11.031825 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-40eebb51-1007-4866-9ea7-4c8badd88ce7 req-b67b2e7b-feaf-457e-b1dd-587f570363f6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371714 Sep 08 15:48:11.068080 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.097852 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event deleted for resources: {'Port': ['ID=3b7d67b9-4b2f-45b7-9a33-c068c7d957c9,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:11.158671 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.161354 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.162567 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-fb9ec9ce-8610-413e-91fa-fc886b343ae5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "DELETE /v2.0/floatingips/417476be-2afc-4e1d-ae56-a2881eb2e04d HTTP/1.1" status: 204 len: 168 time: 0.5040574 Sep 08 15:48:11.294710 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0271dab2-3f8c-47b6-a430-0f336d5fdea1 req-73bc664c-7be7-4355-9243-06c3dabcc5c1 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 210 time: 0.0342591 Sep 08 15:48:11.479666 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42444) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:11.484252 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943905691', 'description': 'tempest-description--754817441'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:11.507258 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.590679 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.594484 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.619036 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.620786 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1400313 Sep 08 15:48:11.623607 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 42446) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:11.628435 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'security_group_rule': {'security_group_id': 'bbfce44f-f6d3-4834-9f2f-6aae037d6df3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:11.631500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da37304-cbfd-4791-9ba3-e48a256c62db tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfce44f-f6d3-4834-9f2f-6aae037d6df3,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:11.657329 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.711579 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.715033 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.733194 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2134106d-bc77-4f5b-9b40-3f9cd28aa457,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:11.736289 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.737562 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e478e417-b4fc-4483-bb25-3248a68089bc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129670 Sep 08 15:48:11.741031 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42448) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:11.745540 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'security_group_rule': {'security_group_id': 'bbfce44f-f6d3-4834-9f2f-6aae037d6df3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:11.783714 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.845790 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.849945 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.868159 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c31ab65-dddb-4e2a-8b3a-d044afbd4958,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:11.877674 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:11.883110 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-9e421238-a35a-46d1-a352-7a93ac2f9405 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371143 Sep 08 15:48:11.883110 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42452) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:11.891595 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:11.917542 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.015283 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.124134 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Allocated IP 172.27.0.78 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/5c0ae854-0044-4837-b2ad-01cfbe63bac1) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:48:12.153466 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af19b-3c3e-480f-be06-8ccd3ec52301 req-a1c877d4-946b-4a9a-a82b-3ef248979668 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:12.155078 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5c4af19b-3c3e-480f-be06-8ccd3ec52301 req-a1c877d4-946b-4a9a-a82b-3ef248979668 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0532496 Sep 08 15:48:12.194427 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5c4af19b-3c3e-480f-be06-8ccd3ec52301 req-6d0a9af3-a322-4403-a470-d17a82aad4a5 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Sep 08 15:48:12.228642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.270014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.318687 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:48:12.321584 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:48:12.325359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:48:12.361582 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'Port': ['ID=5c0ae854-0044-4837-b2ad-01cfbe63bac1,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:12.403987 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b46edde0-c6fd-4e73-b07f-f82780315625 req-b3461273-5609-4948-a827-0f4a410fc1b9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 210 time: 0.0353019 Sep 08 15:48:12.502386 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-653944a3-90e3-4564-b945-e8218c09cabb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:12.503698 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.504241 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-653944a3-90e3-4564-b945-e8218c09cabb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 812 time: 0.1540813 Sep 08 15:48:12.509756 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.545419 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.615006 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-84b31d26-4796-4bb8-9804-6820658651e0 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 379 time: 0.0508862 Sep 08 15:48:12.644467 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'port': {'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'admin_state_up': True, 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'security_groups': ['c1762f31-3484-45b0-8a8f-b94f777f6813']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:12.802533 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.809071 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.820839 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Made reservation on behalf of e485550a654b419aae39dff67c89193d for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:48:12.824317 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.906302 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'Port': ['ID=5c0ae854-0044-4837-b2ad-01cfbe63bac1,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:12.950192 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.975325 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:12.984705 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-0880b163-a14d-4403-92be-9720bda43977 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0928941 Sep 08 15:48:13.023279 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Allocated IP 172.20.0.11 (30d1c591-8c78-44e8-9491-a4e5de4d4a63/f4cccbb3-348b-44a0-91ca-b32f2bc9345a/0f973148-47b5-47aa-b210-62dd3a45eb12) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:48:13.176993 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:13.178899 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-0c6d5aff-06ef-4395-a0c0-fd7814192fd6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--943905691&fields=id&tenant_id=98b3c7fe62d6462b81f04a9bec53005c HTTP/1.1" status: 200 len: 267 time: 0.0341797 Sep 08 15:48:13.199203 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Transition to ACTIVE for port object 0f973148-47b5-47aa-b210-62dd3a45eb12 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:48:13.237214 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:13.301069 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:48:13.308225 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-e4599f0d-4663-406f-8317-277311301eeb tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:13.309124 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:48:13.309709 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-e4599f0d-4663-406f-8317-277311301eeb tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 810 time: 0.1231968 Sep 08 15:48:13.313169 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:48:13.340566 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=0f973148-47b5-47aa-b210-62dd3a45eb12,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:13.342301 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-34a08361-db12-4c2b-af8d-f0d5318de7a5 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/quotas/98b3c7fe62d6462b81f04a9bec53005c HTTP/1.1" status: 200 len: 375 time: 0.0169551 Sep 08 15:48:13.369595 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:13.370209 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:13.387766 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-3f4be706-20a0-43d4-8fee-4189b08e9134 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7469227 Sep 08 15:48:13.390533 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515f84-4e3d-495a-a527-e856dcc27081 req-88c91b6a-0916-4b95-80a9-e7904b130574 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:13.392083 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a3515f84-4e3d-495a-a527-e856dcc27081 req-88c91b6a-0916-4b95-80a9-e7904b130574 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.1088128 Sep 08 15:48:13.408131 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Request body: {'port': {'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:13.436142 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-32e7f854-38ef-4fa9-933e-7500b11df40f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849524 Sep 08 15:48:13.449865 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a3515f84-4e3d-495a-a527-e856dcc27081 req-ff89869c-0519-4ccf-b1fa-3fbef72c3be9 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507038 Sep 08 15:48:13.472923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:13.571344 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-84d9f8fb-1dcc-41d4-952c-81b4da245873 None None] Provisioning for port 0f973148-47b5-47aa-b210-62dd3a45eb12 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:48:13.575714 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-84d9f8fb-1dcc-41d4-952c-81b4da245873 None None] Provisioning complete for port 0f973148-47b5-47aa-b210-62dd3a45eb12 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:48:13.576259 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-84d9f8fb-1dcc-41d4-952c-81b4da245873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:13.587015 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-cc5e821b-3a83-4180-8ac2-d34fb7d3f776 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340945 Sep 08 15:48:13.595574 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf57c6-dc7b-4246-a7c6-fb57ef15078c req-a909724d-77a4-4946-8d71-e5ad72e4a77f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:13.597229 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35cf57c6-dc7b-4246-a7c6-fb57ef15078c req-a909724d-77a4-4946-8d71-e5ad72e4a77f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 932 time: 0.0715516 Sep 08 15:48:13.612414 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-84d9f8fb-1dcc-41d4-952c-81b4da245873 None None] Port 0f973148-47b5-47aa-b210-62dd3a45eb12 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:48:13.692479 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-35cf57c6-dc7b-4246-a7c6-fb57ef15078c req-01e242b5-ab04-4e05-9820-cab1d3998216 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755527 Sep 08 15:48:13.712433 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a4cd40b2-cf65-4ea4-8407-59aee9dfbc11 service neutron] 10.222.0.54 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140246 Sep 08 15:48:13.767382 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-add74aa8-6f80-41a7-8c91-3ff2f6396a28 req-86b32d7f-2096-4223-b656-151b5735d2df service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:48:13.768664 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-add74aa8-6f80-41a7-8c91-3ff2f6396a28 req-86b32d7f-2096-4223-b656-151b5735d2df service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061717 Sep 08 15:48:13.956363 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ce596789-7f1c-4301-baf5-98575ff02cab req-a429ce79-def5-47b2-9cac-a76bb951b652 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0617487 Sep 08 15:48:13.985872 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63932014-9504-4524-904f-2a949ec63373 req-447f8902-2785-4caf-9665-a46555acb90e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:13.987388 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-63932014-9504-4524-904f-2a949ec63373 req-447f8902-2785-4caf-9665-a46555acb90e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0610750 Sep 08 15:48:14.032466 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-63932014-9504-4524-904f-2a949ec63373 req-15c3e46b-250e-4fed-bf60-7d0866c2cadd tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379164 Sep 08 15:48:14.033765 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-7b10cc62-e7e5-46c4-ba30-726154aeb6ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856745 Sep 08 15:48:14.042894 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f973148-47b5-47aa-b210-62dd3a45eb12 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:48:14.053145 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.066687 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Transition to ACTIVE for port object 0f973148-47b5-47aa-b210-62dd3a45eb12 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:48:14.071346 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.135842 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f973148-47b5-47aa-b210-62dd3a45eb12,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:14.267731 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Attempting to bind port 0f973148-47b5-47aa-b210-62dd3a45eb12 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:48:14.268456 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Attempting to bind port 0f973148-47b5-47aa-b210-62dd3a45eb12 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:48:14.268915 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Attempting to bind port 0f973148-47b5-47aa-b210-62dd3a45eb12 on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:48:14.275719 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Port 0f973148-47b5-47aa-b210-62dd3a45eb12 on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:48:14.276083 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Attempting to bind port 0f973148-47b5-47aa-b210-62dd3a45eb12 on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:48:14.281990 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:48:14.282382 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Checking segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:48:14.282775 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Bound using segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:48:14.283427 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Bound port: 0f973148-47b5-47aa-b210-62dd3a45eb12, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:48:14.283752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.360245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] For port 0f973148-47b5-47aa-b210-62dd3a45eb12, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:48:14.363700 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] For port 0f973148-47b5-47aa-b210-62dd3a45eb12, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f973148-47b5-47aa-b210-62dd3a45eb12,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:48:14.367756 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.403111 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:14.403747 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.405158 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/0f973148-47b5-47aa-b210-62dd3a45eb12 HTTP/1.1" status: 200 len: 1094 time: 1.0018685 Sep 08 15:48:14.405722 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:14.407950 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96effee8-2837-4a4c-a687-c1acc9462625" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:14.420644 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:48:14.443879 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d66e-54ee-4be5-a078-e2c0e2a595c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f973148-47b5-47aa-b210-62dd3a45eb12,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:14.455134 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b9966-2344-45bd-a7d7-6c3b0cab2301 x-openstack-request-id: req-643b9966-2344-45bd-a7d7-6c3b0cab2301 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:14.455424 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:14.455681 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-643b9966-2344-45bd-a7d7-6c3b0cab2301 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:14.456081 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'status': 'completed', 'code': 200} Sep 08 15:48:14.530062 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.565351 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:14.566224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:14.569013 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bad08e-ee0c-4fc1-8d14-4d8eb667da9e" -d '{"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-unplugged", "status": "completed", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:14.573045 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:14.576827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96effee8-2837-4a4c-a687-c1acc9462625 req-44bf8711-c551-408a-ba80-c08053a1f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:14.578670 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-96effee8-2837-4a4c-a687-c1acc9462625 req-44bf8711-c551-408a-ba80-c08053a1f0ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1097 time: 0.0683479 Sep 08 15:48:14.619017 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012b6e8-6629-48f0-983d-a8999fcbe777 x-openstack-request-id: req-b012b6e8-6629-48f0-983d-a8999fcbe777 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:14.619413 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-unplugged", "status": "failed", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "code": 422}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:14.619758 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b012b6e8-6629-48f0-983d-a8999fcbe777 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:14.620296 dv-cinder-776307-8-iscsi neutron-server[100602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'code': 422} returned with failed status Sep 08 15:48:14.635628 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=6']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:14.729031 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96effee8-2837-4a4c-a687-c1acc9462625 req-874e8297-ca56-4335-9ae0-d33274208986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:14.730526 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-96effee8-2837-4a4c-a687-c1acc9462625 req-874e8297-ca56-4335-9ae0-d33274208986 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e485550a654b419aae39dff67c89193d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1211352 Sep 08 15:48:14.832198 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96effee8-2837-4a4c-a687-c1acc9462625 req-e67c62ce-0492-4385-a0d7-11794b82702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:14.834875 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-96effee8-2837-4a4c-a687-c1acc9462625 req-e67c62ce-0492-4385-a0d7-11794b82702d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973778 Sep 08 15:48:14.879526 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06291496-6aea-40ef-91c6-8a7f2bab2657 req-c54a6ee5-8b47-4a5e-983c-b6fc1a6bc14a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:14.880933 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-06291496-6aea-40ef-91c6-8a7f2bab2657 req-c54a6ee5-8b47-4a5e-983c-b6fc1a6bc14a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0511751 Sep 08 15:48:14.921938 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-06291496-6aea-40ef-91c6-8a7f2bab2657 req-c033a3f6-8ca5-4a3f-98ef-8c7fc024679b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Sep 08 15:48:14.941365 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-27cc3348-7604-4745-8c2d-262045840089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:14.942993 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-27cc3348-7604-4745-8c2d-262045840089 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1097 time: 0.0408847 Sep 08 15:48:15.002612 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-40825fd1-fcc7-4ef4-ae3c-0f6963428da3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f973148-47b5-47aa-b210-62dd3a45eb12 HTTP/1.1" status: 200 len: 217 time: 0.0375519 Sep 08 15:48:15.054963 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-629eb840-6f2d-460c-9845-184d06624bbf req-d902c29a-db5d-4d6d-bacd-7822e7b561a4 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Sep 08 15:48:15.061192 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-07a3a358-d3e7-48c8-aabe-8044f5b69fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:15.063107 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-07a3a358-d3e7-48c8-aabe-8044f5b69fd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0535486 Sep 08 15:48:15.179807 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174b0c0-f228-4ebe-b3d8-7989979772f8 req-0fe08199-fe31-4354-8feb-ff2ed5972122 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:15.181447 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1174b0c0-f228-4ebe-b3d8-7989979772f8 req-0fe08199-fe31-4354-8feb-ff2ed5972122 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0584033 Sep 08 15:48:15.230648 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1174b0c0-f228-4ebe-b3d8-7989979772f8 req-aaadba8f-5a82-4ad9-b95e-7d6635927e06 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Sep 08 15:48:15.244644 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-2d85dfc4-727b-4dd7-801e-18c53b77a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:15.249926 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-2d85dfc4-727b-4dd7-801e-18c53b77a0ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106684 Sep 08 15:48:15.267193 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-415601ee-8a85-4b84-89e7-c02b2af7e057 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:15.268619 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-415601ee-8a85-4b84-89e7-c02b2af7e057 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 810 time: 0.1660457 Sep 08 15:48:15.388017 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-2ea3c7e8-8721-4fd4-976e-b284fc8474c9 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98b3c7fe62d6462b81f04a9bec53005c HTTP/1.1" status: 200 len: 379 time: 0.0851324 Sep 08 15:48:15.411670 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-b85eb849-d548-43ab-a2f5-bdd3f28aa6f9 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187279 Sep 08 15:48:15.435317 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'port': {'device_id': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'admin_state_up': True, 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'security_groups': ['bbfce44f-f6d3-4834-9f2f-6aae037d6df3']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:15.597191 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2434c6d8-43ec-41bf-920e-fc6c1a99f534 req-cca8e336-c0d1-4458-9c37-be2d5579c31a service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656365 Sep 08 15:48:15.613918 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Made reservation on behalf of 98b3c7fe62d6462b81f04a9bec53005c for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:48:15.617352 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:15.740278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Allocated IP 172.20.0.12 (c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d/447fd226-1392-449b-bfb9-e0309fa527ab/abc60414-5e90-46a9-9349-e9c109ff6cb0) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:48:15.879907 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:15.893366 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Transition to ACTIVE for port object abc60414-5e90-46a9-9349-e9c109ff6cb0 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:48:15.926340 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:15.968823 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:48:15.971892 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:48:15.975711 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:48:16.005795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event updated for resources: {'Port': ['ID=abc60414-5e90-46a9-9349-e9c109ff6cb0,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:16.037295 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.038720 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:16.054553 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7a67127f-496d-4909-9e32-7b3a822f1afa tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6240063 Sep 08 15:48:16.060854 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c985-8568-44eb-ab11-c19ff81b2dc5 req-c2898876-9a9f-4a39-87c3-cdf833f8e644 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.062469 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1b35c985-8568-44eb-ab11-c19ff81b2dc5 req-c2898876-9a9f-4a39-87c3-cdf833f8e644 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0704865 Sep 08 15:48:16.088280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Request body: {'port': {'device_id': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:16.107874 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1b35c985-8568-44eb-ab11-c19ff81b2dc5 req-eca2053f-9896-4fda-8836-b1e9fb9de563 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381896 Sep 08 15:48:16.180565 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:16.185088 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-86954e76-007f-4a7d-bdba-6d05f6e62342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.186630 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-86954e76-007f-4a7d-bdba-6d05f6e62342 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc&tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f HTTP/1.1" status: 200 len: 1097 time: 0.1123607 Sep 08 15:48:16.198957 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a0ad5-fe4b-410c-a933-6a6cc6caf52e req-b55951af-35d5-4a86-8ee6-3ec49c345a21 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.200581 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-814a0ad5-fe4b-410c-a933-6a6cc6caf52e req-b55951af-35d5-4a86-8ee6-3ec49c345a21 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 932 time: 0.0532808 Sep 08 15:48:16.212135 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-2e6d3eac-9f41-4641-8e93-53494004852b None None] Provisioning for port abc60414-5e90-46a9-9349-e9c109ff6cb0 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:48:16.219369 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-2e6d3eac-9f41-4641-8e93-53494004852b None None] Provisioning complete for port abc60414-5e90-46a9-9349-e9c109ff6cb0 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:48:16.219845 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3eac-9f41-4641-8e93-53494004852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:16.245968 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-814a0ad5-fe4b-410c-a933-6a6cc6caf52e req-b525fa23-6726-45fa-b444-1150a5e99b7d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365610 Sep 08 15:48:16.255162 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d3eac-9f41-4641-8e93-53494004852b None None] Port abc60414-5e90-46a9-9349-e9c109ff6cb0 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:48:16.320667 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-b7619459-2e85-42cc-999f-ad02263016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.322188 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-b7619459-2e85-42cc-999f-ad02263016ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1097 time: 0.0979030 Sep 08 15:48:16.352150 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af827-45b6-4b6f-a71f-814dd0921d0a req-fb8fa99b-0eee-425f-be5d-269d2bb06f13 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.353611 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ac2af827-45b6-4b6f-a71f-814dd0921d0a req-fb8fa99b-0eee-425f-be5d-269d2bb06f13 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0497882 Sep 08 15:48:16.391442 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ac2af827-45b6-4b6f-a71f-814dd0921d0a req-15975bdb-d567-4be8-a1ec-07c4bb81cdb4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Sep 08 15:48:16.476807 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-f00f6f46-b903-4e02-a429-6bf583643aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.478292 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-f00f6f46-b903-4e02-a429-6bf583643aa7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.1473076 Sep 08 15:48:16.571071 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-43f966a4-24b8-4205-896e-0b2b4f69f37d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 1000 time: 0.0830081 Sep 08 15:48:16.626951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc60414-5e90-46a9-9349-e9c109ff6cb0 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:48:16.637362 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:16.651774 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-7e8e1aad-fcd1-431c-945b-37c657632d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.653217 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-7e8e1aad-fcd1-431c-945b-37c657632d56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0663667 Sep 08 15:48:16.655537 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Transition to ACTIVE for port object abc60414-5e90-46a9-9349-e9c109ff6cb0 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:48:16.660237 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:16.745003 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Pushing event updated for resources: {'Port': ['ID=abc60414-5e90-46a9-9349-e9c109ff6cb0,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:16.763749 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-8262d99f-bd8e-4b69-a8ea-11c62106643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:16.765252 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-8262d99f-bd8e-4b69-a8ea-11c62106643a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028621 Sep 08 15:48:16.874587 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Attempting to bind port abc60414-5e90-46a9-9349-e9c109ff6cb0 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:48:16.874845 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Attempting to bind port abc60414-5e90-46a9-9349-e9c109ff6cb0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:48:16.875273 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Attempting to bind port abc60414-5e90-46a9-9349-e9c109ff6cb0 on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:48:16.882268 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Port abc60414-5e90-46a9-9349-e9c109ff6cb0 on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:48:16.882587 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Attempting to bind port abc60414-5e90-46a9-9349-e9c109ff6cb0 on network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:48:16.892512 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:48:16.892844 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Checking segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:48:16.893222 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Bound using segment: {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:48:16.893640 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Bound port: abc60414-5e90-46a9-9349-e9c109ff6cb0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:48:16.894024 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:16.914006 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-1321dbb3-bae6-42eb-b146-ca4406c5a215 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283715 Sep 08 15:48:17.022879 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] For port abc60414-5e90-46a9-9349-e9c109ff6cb0, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:48:17.040117 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] For port abc60414-5e90-46a9-9349-e9c109ff6cb0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:48:17.047716 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:17.073935 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e2396370-3808-43b1-99a2-3e36d0c0761b req-ea870cf0-9ce9-4e0b-b26a-271ac5ecbff2 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400733 Sep 08 15:48:17.086644 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.087259 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:17.088600 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] 10.222.0.59 "PUT /v2.0/ports/abc60414-5e90-46a9-9349-e9c109ff6cb0 HTTP/1.1" status: 200 len: 1094 time: 1.0129793 Sep 08 15:48:17.089027 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:17.091256 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:17.115132 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c906-7b92-4212-85d6-dca60fc1c74b service neutron] Pushing event updated for resources: {'Port': ['ID=abc60414-5e90-46a9-9349-e9c109ff6cb0,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:17.135307 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1854079d-03eb-4c41-9a67-5439ff285d15 x-openstack-request-id: req-1854079d-03eb-4c41-9a67-5439ff285d15 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:17.135668 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:17.135980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1854079d-03eb-4c41-9a67-5439ff285d15 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:17.136437 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'status': 'completed', 'code': 200} Sep 08 15:48:17.219054 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-f45d340d-70d2-48b8-9108-405cd2c3a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.220686 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-f45d340d-70d2-48b8-9108-405cd2c3a0a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0487576 Sep 08 15:48:17.233738 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e503-a154-4263-8a45-e7ffd5d56e36 req-c62e3528-fc94-4b02-8a6d-9b1348ccac3f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.235237 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1ff3e503-a154-4263-8a45-e7ffd5d56e36 req-c62e3528-fc94-4b02-8a6d-9b1348ccac3f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0546668 Sep 08 15:48:17.278587 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-7703f68a-745f-4737-928b-ad8364c0972b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0 HTTP/1.1" status: 200 len: 217 time: 0.0346267 Sep 08 15:48:17.291162 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1ff3e503-a154-4263-8a45-e7ffd5d56e36 req-54edeb44-73b7-442d-bc07-3ed79df97cb3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486133 Sep 08 15:48:17.337759 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-6342a030-3a6f-4c3d-9aa3-adb1a3061f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.339224 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-6342a030-3a6f-4c3d-9aa3-adb1a3061f9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0447495 Sep 08 15:48:17.374793 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f0d5-57a4-4a79-88c1-2b5640dcf2c0 req-32584b3e-d0b3-4bd6-afd0-7fb5c283126d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.376197 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a81f0d5-57a4-4a79-88c1-2b5640dcf2c0 req-32584b3e-d0b3-4bd6-afd0-7fb5c283126d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 944 time: 0.0483110 Sep 08 15:48:17.385104 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-daf82118-6872-4cbe-9125-ddda1bc7ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.386612 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-daf82118-6872-4cbe-9125-ddda1bc7ec36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401146 Sep 08 15:48:17.416300 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a81f0d5-57a4-4a79-88c1-2b5640dcf2c0 req-a5d53c51-93c0-45e7-bf35-4d06cddfa356 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Sep 08 15:48:17.472686 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:48:17.483650 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-444f592b-ae5c-4b94-a6d1-e32119eb2f77 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887120 Sep 08 15:48:17.505183 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd351-e9fa-4e1b-88b0-449b8774e46b req-d760595b-9f57-4e96-b422-8d1ae3b2d9af tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.506675 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-83abd351-e9fa-4e1b-88b0-449b8774e46b req-d760595b-9f57-4e96-b422-8d1ae3b2d9af tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0482631 Sep 08 15:48:17.544354 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-83abd351-e9fa-4e1b-88b0-449b8774e46b req-9ba8f3fc-c585-4f25-82d8-fbd55160637d tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Sep 08 15:48:17.578398 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8e60f686-7146-407c-84d3-27ce31e41f80 req-4ebbe7a3-b5b9-44b5-95fb-88b3ce2f888b service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866418 Sep 08 15:48:17.714491 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-0852d695-ec33-45ae-b0d7-eaa11dbf5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.715979 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-0852d695-ec33-45ae-b0d7-eaa11dbf5dfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0419447 Sep 08 15:48:17.804157 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-56cd36d6-9281-4fc6-9479-287e1c88440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.805629 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-56cd36d6-9281-4fc6-9479-287e1c88440c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.0813496 Sep 08 15:48:17.848926 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-dc718f21-0d8d-4ce4-a604-a38b51c136ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0 HTTP/1.1" status: 200 len: 217 time: 0.0355325 Sep 08 15:48:17.897421 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-dc235ac9-a2ea-417e-8704-ce1b893e0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.898882 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-dc235ac9-a2ea-417e-8704-ce1b893e0abb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0420332 Sep 08 15:48:17.943812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-d638f2cc-c9a2-4ff3-a0b0-3aa927bf8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:17.945245 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-d638f2cc-c9a2-4ff3-a0b0-3aa927bf8a6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380721 Sep 08 15:48:18.036907 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-8e72dac1-a30b-45cc-b13c-356052ce6d7d service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837889 Sep 08 15:48:18.127803 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-45b9fce2-e36c-4ee7-bde6-4ecab55fd1fc req-cad0be64-ce58-4029-950d-67f2663e8992 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Sep 08 15:48:18.404797 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d57e8-d8c9-47fc-a133-dd09ac2f1247 req-529fef32-c365-4970-a7ad-93f339b0c768 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:18.406178 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-153d57e8-d8c9-47fc-a133-dd09ac2f1247 req-529fef32-c365-4970-a7ad-93f339b0c768 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0512362 Sep 08 15:48:18.444300 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-153d57e8-d8c9-47fc-a133-dd09ac2f1247 req-d07a8221-3fdb-4bc2-83bc-9d618a8a3a66 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Sep 08 15:48:18.533230 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0728-a119-43b5-9fad-bffa23e652b1 req-67909560-8c03-4ca6-bc79-6c713f6826b2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:18.534678 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-491f0728-a119-43b5-9fad-bffa23e652b1 req-67909560-8c03-4ca6-bc79-6c713f6826b2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 944 time: 0.0487056 Sep 08 15:48:18.570862 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-491f0728-a119-43b5-9fad-bffa23e652b1 req-a2404d8c-1cdb-474f-b9d5-a602be3d0e3c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304058 Sep 08 15:48:18.659361 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e280-768a-4f60-b311-b0cf67b69998 req-50dfcd7f-e5ab-48f4-bbd2-c1db06e640fc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:18.660735 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3c64e280-768a-4f60-b311-b0cf67b69998 req-50dfcd7f-e5ab-48f4-bbd2-c1db06e640fc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0479043 Sep 08 15:48:18.697338 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3c64e280-768a-4f60-b311-b0cf67b69998 req-b4b0ee60-50b1-4238-9d19-5f1e4b976faa tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Sep 08 15:48:19.561112 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a4ed-780a-4cd5-ac60-66e1a5c8107a req-96279517-0f10-4472-9374-3c32a842a151 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:19.562659 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3cb8a4ed-780a-4cd5-ac60-66e1a5c8107a req-96279517-0f10-4472-9374-3c32a842a151 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0526750 Sep 08 15:48:19.600207 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3cb8a4ed-780a-4cd5-ac60-66e1a5c8107a req-22b02f86-713c-4b2a-b66f-ab087515c7b5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Sep 08 15:48:19.686495 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c08a5-354d-4f87-b876-cf6cae663bec req-1c95d1b3-3f4e-4afa-9721-38a18aa67987 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:19.687938 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-494c08a5-354d-4f87-b876-cf6cae663bec req-1c95d1b3-3f4e-4afa-9721-38a18aa67987 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 944 time: 0.0489972 Sep 08 15:48:19.725447 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-494c08a5-354d-4f87-b876-cf6cae663bec req-bcbfae70-deea-48e3-a95a-fd746945708c tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Sep 08 15:48:19.808453 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbf3c6-d62d-429a-ab3e-28347dc5c8a0 req-a03e7b27-ce28-4940-92f5-ba5901b15cc6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:19.809925 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5abbf3c6-d62d-429a-ab3e-28347dc5c8a0 req-a03e7b27-ce28-4940-92f5-ba5901b15cc6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0467973 Sep 08 15:48:19.846963 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5abbf3c6-d62d-429a-ab3e-28347dc5c8a0 req-138ec2e6-9a7d-41d1-9729-3e1fb68250c7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Sep 08 15:48:20.715782 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ebe9b-a070-4c9f-97c0-762a675c7c3e req-181668e6-0c10-4050-a99a-d70302c506cf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:20.717357 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c95ebe9b-a070-4c9f-97c0-762a675c7c3e req-181668e6-0c10-4050-a99a-d70302c506cf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0506413 Sep 08 15:48:20.754656 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c95ebe9b-a070-4c9f-97c0-762a675c7c3e req-24ba79f2-45c8-4fa6-b885-ac0c1e2fcebe tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Sep 08 15:48:20.840101 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3f54-20ac-458c-909f-0c327e756351 req-78f0f60f-64ad-413f-88a2-4637cf17c853 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:20.841547 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-07df3f54-20ac-458c-909f-0c327e756351 req-78f0f60f-64ad-413f-88a2-4637cf17c853 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Sep 08 15:48:20.879073 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-07df3f54-20ac-458c-909f-0c327e756351 req-4890b560-1dbe-4002-afff-578bc3f4aab2 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Sep 08 15:48:20.958314 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a802-2cec-40c2-b8a3-928f8b5bf31e req-9cfe1b2a-96f1-4b51-bf60-9e3861c94f4e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:20.959736 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8bc9a802-2cec-40c2-b8a3-928f8b5bf31e req-9cfe1b2a-96f1-4b51-bf60-9e3861c94f4e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0474236 Sep 08 15:48:20.996292 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8bc9a802-2cec-40c2-b8a3-928f8b5bf31e req-b0e492ed-7c1f-4d85-b1f1-ca134e811828 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Sep 08 15:48:21.872741 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc918-55dd-4fa2-8da4-ca08972fbb2d req-11913cf1-60ee-4d6d-90eb-9a5bc6d78c5e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:21.874203 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a9bc918-55dd-4fa2-8da4-ca08972fbb2d req-11913cf1-60ee-4d6d-90eb-9a5bc6d78c5e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0501580 Sep 08 15:48:21.910864 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a9bc918-55dd-4fa2-8da4-ca08972fbb2d req-7e7c2e2e-0b21-4778-9cbf-a98bb45a56a4 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300913 Sep 08 15:48:21.994232 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3ea48-f053-41f5-bef4-e2762aef2a84 req-f1c908ed-0cd7-49bf-8905-b14b63036d6d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:21.995658 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4bc3ea48-f053-41f5-bef4-e2762aef2a84 req-f1c908ed-0cd7-49bf-8905-b14b63036d6d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 944 time: 0.0476463 Sep 08 15:48:22.031857 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4bc3ea48-f053-41f5-bef4-e2762aef2a84 req-325d408d-4fb0-4100-adbe-c33e0ac84340 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304272 Sep 08 15:48:22.106621 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148e22f-f083-4b6a-902a-4769a25f435e req-0b79f6f3-5362-4afa-a78a-7c048e18a158 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:22.108046 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4148e22f-f083-4b6a-902a-4769a25f435e req-0b79f6f3-5362-4afa-a78a-7c048e18a158 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0462058 Sep 08 15:48:22.144907 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4148e22f-f083-4b6a-902a-4769a25f435e req-4ba14bef-c417-497e-9482-b670dcba2108 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300183 Sep 08 15:48:22.468661 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device abc60414-5e90-46a9-9349-e9c109ff6cb0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:48:22.562781 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port abc60414-5e90-46a9-9349-e9c109ff6cb0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:22.573625 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'port_id': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'mac_address': 'fa:16:3e:63:1e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:48:22.609643 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:22.622230 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc60414-5e90-46a9-9349-e9c109ff6cb0 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:48:22.640350 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port abc60414-5e90-46a9-9349-e9c109ff6cb0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:22.643983 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:22.688678 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=abc60414-5e90-46a9-9349-e9c109ff6cb0,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:23.027324 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28500d-fe3e-466d-b066-69cc4996d663 req-339717ef-d5f7-4db4-baca-8597b4780e29 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:23.028745 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3c28500d-fe3e-466d-b066-69cc4996d663 req-339717ef-d5f7-4db4-baca-8597b4780e29 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0511427 Sep 08 15:48:23.064880 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3c28500d-fe3e-466d-b066-69cc4996d663 req-c01f3012-ac69-4cd1-87cf-87bd1850ad40 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303519 Sep 08 15:48:23.094820 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['abc60414-5e90-46a9-9349-e9c109ff6cb0'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:48:23.148597 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc786e04-4e49-40be-a0b6-c7f833e53981 req-32c962d6-1ff4-4679-82b9-51303c3b5bc6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:23.149997 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bc786e04-4e49-40be-a0b6-c7f833e53981 req-32c962d6-1ff4-4679-82b9-51303c3b5bc6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0496428 Sep 08 15:48:23.187639 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bc786e04-4e49-40be-a0b6-c7f833e53981 req-79bc4cda-0fc2-4955-82e3-f405b3c8c582 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314465 Sep 08 15:48:23.259204 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada7131-dcd6-484e-8c1d-46d1ed9f61d2 req-40a4c34c-52b6-41e3-8e50-5f1574309b16 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:23.260652 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dada7131-dcd6-484e-8c1d-46d1ed9f61d2 req-40a4c34c-52b6-41e3-8e50-5f1574309b16 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0476239 Sep 08 15:48:23.296630 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-dada7131-dcd6-484e-8c1d-46d1ed9f61d2 req-8294bb53-1868-415a-8061-cb3e9133c553 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300338 Sep 08 15:48:24.180435 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b13a3-afcd-4e65-a996-846cf53ab64b req-56395190-66ad-4277-bb1b-fd9c42383218 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:24.181905 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-495b13a3-afcd-4e65-a996-846cf53ab64b req-56395190-66ad-4277-bb1b-fd9c42383218 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 944 time: 0.0506356 Sep 08 15:48:24.219595 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-495b13a3-afcd-4e65-a996-846cf53ab64b req-98734107-16e6-4678-91c0-2226b38cc2df tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Sep 08 15:48:24.302376 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681dfde-1cac-42e8-a4d5-55dbd07b9870 req-032ac073-22b4-41d3-8cb8-1232d50bcab8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:24.303814 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9681dfde-1cac-42e8-a4d5-55dbd07b9870 req-032ac073-22b4-41d3-8cb8-1232d50bcab8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0466847 Sep 08 15:48:24.342443 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9681dfde-1cac-42e8-a4d5-55dbd07b9870 req-1ff45a06-9f77-4dc9-b6a8-bcd80b0ba2de tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328357 Sep 08 15:48:24.409993 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf71d42-0450-42e9-91f0-9c144c74cb0c req-d941bf53-6891-4231-9721-dd52683f0686 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:24.411582 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4bf71d42-0450-42e9-91f0-9c144c74cb0c req-d941bf53-6891-4231-9721-dd52683f0686 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0492830 Sep 08 15:48:24.447944 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4bf71d42-0450-42e9-91f0-9c144c74cb0c req-ad2e2181-6cec-4ec6-a5a0-a0f50111a69c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Sep 08 15:48:24.501883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 0f973148-47b5-47aa-b210-62dd3a45eb12 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:48:24.513005 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device abc60414-5e90-46a9-9349-e9c109ff6cb0 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:48:24.623247 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port abc60414-5e90-46a9-9349-e9c109ff6cb0 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:48:24.635573 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port abc60414-5e90-46a9-9349-e9c109ff6cb0 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:48:24.635944 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:24.638400 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 0f973148-47b5-47aa-b210-62dd3a45eb12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f973148-47b5-47aa-b210-62dd3a45eb12,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:24.667714 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:48:24.717456 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:24.751143 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f973148-47b5-47aa-b210-62dd3a45eb12 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:48:24.770506 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:24.784775 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 0f973148-47b5-47aa-b210-62dd3a45eb12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f973148-47b5-47aa-b210-62dd3a45eb12,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:24.789534 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:24.819699 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:24.822398 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb579d-e6ba-440a-8c89-958d4bbb3362" -d '{"events": [{"server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "name": "network-vif-plugged", "status": "completed", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:24.838207 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port abc60414-5e90-46a9-9349-e9c109ff6cb0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:24.844983 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:24.860177 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=0f973148-47b5-47aa-b210-62dd3a45eb12,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:24.886389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e17a41-0d12-4a8a-a220-8817aa651182 x-openstack-request-id: req-84e17a41-0d12-4a8a-a220-8817aa651182 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:24.886389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "name": "network-vif-plugged", "status": "completed", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:24.886590 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84e17a41-0d12-4a8a-a220-8817aa651182 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:24.886917 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'code': 200} Sep 08 15:48:24.910489 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=abc60414-5e90-46a9-9349-e9c109ff6cb0,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:25.079840 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b029e-de10-4250-83cb-aa905c134b60 req-84b42a61-15b8-4156-9a21-3ad7f856ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:25.081333 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e59b029e-de10-4250-83cb-aa905c134b60 req-84b42a61-15b8-4156-9a21-3ad7f856ca7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 1099 time: 0.0386653 Sep 08 15:48:25.118878 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e59b029e-de10-4250-83cb-aa905c134b60 req-12045d97-74ae-44cd-a3f0-7bec559cbc35 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291786 Sep 08 15:48:25.259381 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['0f973148-47b5-47aa-b210-62dd3a45eb12'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:48:25.340825 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e645f8-ef3b-4e2a-a843-bfd560d05e4c req-87801821-761a-4458-a12f-6fd91da2faf9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:25.342506 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-99e645f8-ef3b-4e2a-a843-bfd560d05e4c req-87801821-761a-4458-a12f-6fd91da2faf9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 945 time: 0.0535867 Sep 08 15:48:25.381536 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-99e645f8-ef3b-4e2a-a843-bfd560d05e4c req-360b8467-f162-4d8d-9263-d4f0e4e08a56 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Sep 08 15:48:25.456392 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f49c6-9f46-4786-ab78-41c9a187b1ca req-7b74c5d9-404b-4f0a-aa83-e1d4a369f90a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:25.458453 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-830f49c6-9f46-4786-ab78-41c9a187b1ca req-7b74c5d9-404b-4f0a-aa83-e1d4a369f90a tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0477929 Sep 08 15:48:25.496486 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-830f49c6-9f46-4786-ab78-41c9a187b1ca req-a959465e-6a85-4501-8568-c7a85c6f5862 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Sep 08 15:48:25.563165 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7ba30-12ac-43dc-a2be-9230b36f3c98 req-5d0b83a9-2dc7-484c-b031-953bfad0001a tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:25.564695 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-27c7ba30-12ac-43dc-a2be-9230b36f3c98 req-5d0b83a9-2dc7-484c-b031-953bfad0001a tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0491784 Sep 08 15:48:25.602677 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-27c7ba30-12ac-43dc-a2be-9230b36f3c98 req-448ec407-ee64-46f3-9b30-b0c7ec41d3de tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Sep 08 15:48:26.497520 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9690d99-b4fd-48ed-bb19-855c36cdc0d7 req-4d2f3429-c4e6-483a-81ff-977f7e531fd9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:26.498962 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a9690d99-b4fd-48ed-bb19-855c36cdc0d7 req-4d2f3429-c4e6-483a-81ff-977f7e531fd9 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 945 time: 0.0503647 Sep 08 15:48:26.516623 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:48:26.527923 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 0f973148-47b5-47aa-b210-62dd3a45eb12 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:48:26.536375 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a9690d99-b4fd-48ed-bb19-855c36cdc0d7 req-bba5e0ef-ecff-4903-824b-46e04dafa745 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Sep 08 15:48:26.616731 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe8e5-f15f-4e44-9df6-ac88aefb52ac req-428ac9c0-c9c0-452b-a77f-e435c22a1868 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:26.618206 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5aefe8e5-f15f-4e44-9df6-ac88aefb52ac req-428ac9c0-c9c0-452b-a77f-e435c22a1868 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0479867 Sep 08 15:48:26.646498 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 0f973148-47b5-47aa-b210-62dd3a45eb12 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:48:26.659441 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5aefe8e5-f15f-4e44-9df6-ac88aefb52ac req-2eeb13d4-bd60-4190-a89f-2328e2713e7d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349562 Sep 08 15:48:26.660861 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 0f973148-47b5-47aa-b210-62dd3a45eb12 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:48:26.661233 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:26.664741 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:26.703293 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'port_id': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'mac_address': 'fa:16:3e:9f:90:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:48:26.727387 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642c404-35d4-4d97-aa10-78da2fc17bc8 req-11c9224c-80ec-4ebe-b83a-76339726a4fa tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:26.728898 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8642c404-35d4-4d97-aa10-78da2fc17bc8 req-11c9224c-80ec-4ebe-b83a-76339726a4fa tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 944 time: 0.0542109 Sep 08 15:48:26.758591 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:26.773206 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8642c404-35d4-4d97-aa10-78da2fc17bc8 req-fd971b61-0ec1-4171-8729-2ad38e647d2c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364685 Sep 08 15:48:26.792068 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec5ff94-4a6f-4688-bdb7-41e180025909 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:48:26.819569 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:26.826968 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:26.828626 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:26.892065 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:26.893180 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59318aca-f64e-4a42-9ab7-d7d8127f2384" -d '{"events": [{"server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "name": "network-vif-plugged", "status": "completed", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:26.902328 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 0f973148-47b5-47aa-b210-62dd3a45eb12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f973148-47b5-47aa-b210-62dd3a45eb12,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:26.903497 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=7']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:26.907222 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:26.933456 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9782cafc-bc03-4825-bc4e-6fcb6249f1a2 x-openstack-request-id: req-9782cafc-bc03-4825-bc4e-6fcb6249f1a2 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:26.933766 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "name": "network-vif-plugged", "status": "completed", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:26.934009 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9782cafc-bc03-4825-bc4e-6fcb6249f1a2 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:26.934379 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'code': 200} Sep 08 15:48:26.959609 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=0f973148-47b5-47aa-b210-62dd3a45eb12,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:27.209458 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352f9b4-2843-4c8b-a8f4-d69be4784de5 req-ca0afa73-1386-40e8-961d-cd8a2f49577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:27.210876 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6352f9b4-2843-4c8b-a8f4-d69be4784de5 req-ca0afa73-1386-40e8-961d-cd8a2f49577e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1099 time: 0.0394604 Sep 08 15:48:27.247169 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6352f9b4-2843-4c8b-a8f4-d69be4784de5 req-d0d28473-ffcb-49ca-aed9-561ecf925508 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263188 Sep 08 15:48:27.339433 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['eec5ff94-4a6f-4688-bdb7-41e180025909'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:48:27.655793 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ea569-ebc6-4ca7-b095-e24ff3660c15 req-18cff0bc-e59f-4262-82a5-bd2db8fe6465 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:27.657226 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd0ea569-ebc6-4ca7-b095-e24ff3660c15 req-18cff0bc-e59f-4262-82a5-bd2db8fe6465 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0508938 Sep 08 15:48:27.694361 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd0ea569-ebc6-4ca7-b095-e24ff3660c15 req-9e4dbefd-d0d9-4409-8e02-1ff289a06784 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Sep 08 15:48:27.776987 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823268f-792d-4cc4-a1df-ca31928b0637 req-4ff21301-68a7-4a88-9518-5f96f1381bfc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:27.778442 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2823268f-792d-4cc4-a1df-ca31928b0637 req-4ff21301-68a7-4a88-9518-5f96f1381bfc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Sep 08 15:48:27.814550 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2823268f-792d-4cc4-a1df-ca31928b0637 req-2f1fa00b-f31e-4ce8-b934-100c06ec78fe tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302269 Sep 08 15:48:27.927017 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d4e19-2c9a-45e8-8c4f-5b451631a58c req-a402a21a-7118-4110-bb01-ccca017eb770 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:27.928454 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cc6d4e19-2c9a-45e8-8c4f-5b451631a58c req-a402a21a-7118-4110-bb01-ccca017eb770 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 945 time: 0.0770974 Sep 08 15:48:27.948375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce7905-3a8e-4879-947a-691631c53231 req-17e45907-e0e6-4f6e-a915-dda227c61c44 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:27.949766 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a9ce7905-3a8e-4879-947a-691631c53231 req-17e45907-e0e6-4f6e-a915-dda227c61c44 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0703931 Sep 08 15:48:27.959269 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42614) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:27.964016 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Request body: {'floatingip': {'port_id': 'abc60414-5e90-46a9-9349-e9c109ff6cb0'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:27.977047 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cc6d4e19-2c9a-45e8-8c4f-5b451631a58c req-5c70fa81-3827-480b-b07f-0f41d8ba5c65 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418091 Sep 08 15:48:28.008350 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:28.408762 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:28.412608 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:28.575887 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:48:28.625960 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port eec5ff94-4a6f-4688-bdb7-41e180025909 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:48:28.626340 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:28.705043 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:28.738408 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:48:28.744071 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:28.745476 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Floating IP 6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06 associated. External IP: 172.27.0.78, port: abc60414-5e90-46a9-9349-e9c109ff6cb0. Sep 08 15:48:28.801575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=8']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:28.823867 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2185c74-dc95-4429-9793-1d47df4461ac req-b1449255-0f2a-404f-b5ba-4b5f0a1cd8ea tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:28.825438 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b2185c74-dc95-4429-9793-1d47df4461ac req-b1449255-0f2a-404f-b5ba-4b5f0a1cd8ea tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0574443 Sep 08 15:48:28.864063 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b2185c74-dc95-4429-9793-1d47df4461ac req-3e30038f-3dde-44eb-88e3-fa83a4fa76e2 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317106 Sep 08 15:48:28.935156 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:28.937740 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3c11f-6d41-4c3d-bfee-d9995fb31afb" -d '{"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-plugged", "status": "completed", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:28.957052 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:48:28.983263 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d502a486-5f95-463c-8213-c3a823570553 x-openstack-request-id: req-d502a486-5f95-463c-8213-c3a823570553 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:28.983701 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-plugged", "status": "completed", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:28.984097 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d502a486-5f95-463c-8213-c3a823570553 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:28.984543 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'code': 200} Sep 08 15:48:29.081712 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:48:29.088185 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:29.094220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba6a37-974e-4f82-a56a-1cc612401e26 req-11368eaf-f98f-42a1-bb92-d4338de867dc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:29.094387 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d93607-6371-475e-a5df-093cf606b50e None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:48:29.102078 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e3ba6a37-974e-4f82-a56a-1cc612401e26 req-11368eaf-f98f-42a1-bb92-d4338de867dc tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0578294 Sep 08 15:48:29.103756 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:29.104376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:48:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:29.120324 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-72b07ccb-ca9d-4bc1-b55f-9bb1c63386b8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "PUT /v2.0/floatingips/6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06 HTTP/1.1" status: 200 len: 991 time: 1.1597712 Sep 08 15:48:29.120993 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:29.124336 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03" -d '{"events": [{"name": "network-changed", "server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:29.141806 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e3ba6a37-974e-4f82-a56a-1cc612401e26 req-37f08521-6463-4d2e-93d7-a321f1f8759b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371361 Sep 08 15:48:29.294375 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75551500-c8ea-426c-9ca0-b40e4962834f x-openstack-request-id: req-75551500-c8ea-426c-9ca0-b40e4962834f {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:29.294664 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:29.294911 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75551500-c8ea-426c-9ca0-b40e4962834f {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:29.295303 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'status': 'completed', 'code': 200} Sep 08 15:48:29.352078 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:29.429993 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8393e-3e2b-498d-86fa-f032af65917f req-a53eb757-acd8-4c97-b068-3db7c6059ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:29.431550 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-37c8393e-3e2b-498d-86fa-f032af65917f req-a53eb757-acd8-4c97-b068-3db7c6059ceb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0706978 Sep 08 15:48:29.433447 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-9a4a3485-f990-488f-8053-2851545cbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:29.434799 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-9a4a3485-f990-488f-8053-2851545cbf72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 1099 time: 0.0659008 Sep 08 15:48:29.523282 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-37c8393e-3e2b-498d-86fa-f032af65917f req-fb8eeaec-a19a-420d-9074-078ca9af041a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793903 Sep 08 15:48:29.549055 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-cade4ddd-39e5-49a7-badc-9cd2eec10eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:29.550533 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-cade4ddd-39e5-49a7-badc-9cd2eec10eda service neutron] 10.222.0.59 "GET /v2.0/networks?id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 200 len: 911 time: 0.1014531 Sep 08 15:48:29.569164 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'port_id': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'mac_address': 'fa:16:3e:63:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:12Z', 'updated_at': '2021-09-08T15:48:28Z', 'revision_number': 1, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:29.594690 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d93607-6371-475e-a5df-093cf606b50e None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:48:29.602714 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:29.603302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:48:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:29.703457 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:29.927806 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-12d93607-6371-475e-a5df-093cf606b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'port_id': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'mac_address': 'fa:16:3e:63:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:12Z', 'updated_at': '2021-09-08T15:48:28Z', 'revision_number': 1, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:29.956967 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d93607-6371-475e-a5df-093cf606b50e None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'port_id': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'mac_address': 'fa:16:3e:63:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:12Z', 'updated_at': '2021-09-08T15:48:28Z', 'revision_number': 1, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:48:29.958958 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-f90cc67d-a997-4bba-b37a-c9b39036b0f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0 HTTP/1.1" status: 200 len: 999 time: 0.0630422 Sep 08 15:48:29.984875 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb594d-6378-4f05-a2d4-a0d7f4af2473 req-61edfc7d-5085-403d-b8ed-0c7395e96de8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:29.986538 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-16bb594d-6378-4f05-a2d4-a0d7f4af2473 req-61edfc7d-5085-403d-b8ed-0c7395e96de8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0543816 Sep 08 15:48:30.026717 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-16bb594d-6378-4f05-a2d4-a0d7f4af2473 req-ba011e27-d010-4833-837b-424071fcf66f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Sep 08 15:48:30.035510 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-99abdc8b-fc85-4e52-ab72-5a6b04b984a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:30.036957 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-99abdc8b-fc85-4e52-ab72-5a6b04b984a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 200 len: 849 time: 0.0469823 Sep 08 15:48:30.096147 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-7412face-0fbe-4b9a-b468-c4383c27b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:30.097765 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-7412face-0fbe-4b9a-b468-c4383c27b21b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449083 Sep 08 15:48:30.171048 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa88d4b-5227-4650-aa84-392a0908dec9 None None] New status for floating IP 6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06: ACTIVE {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:48:30.227564 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-f8eee8fc-4287-4ec8-b99a-dc95d750b713 service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114750 Sep 08 15:48:30.268813 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92458ad-3f8e-4560-9999-0c1fa4c286c9 req-0c6c9ab7-dbb9-4d2b-81ef-f255af79cb97 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:30.270432 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a92458ad-3f8e-4560-9999-0c1fa4c286c9 req-0c6c9ab7-dbb9-4d2b-81ef-f255af79cb97 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0530860 Sep 08 15:48:30.339183 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-91fe6aa1-5ee1-4b85-9025-fc636ea52c03 req-9a0ab1f0-3ba6-4eeb-84df-edf89fe1547f service neutron] 10.222.0.59 "GET /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027584 Sep 08 15:48:30.340062 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997f233-e2aa-41c0-879d-53ec2cd49dc4 req-d708e7eb-1112-4b97-baf1-313c48c1c736 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:30.341745 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c997f233-e2aa-41c0-879d-53ec2cd49dc4 req-d708e7eb-1112-4b97-baf1-313c48c1c736 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0703681 Sep 08 15:48:30.344871 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a92458ad-3f8e-4560-9999-0c1fa4c286c9 req-1ebf6865-e38c-4a19-a5fa-8ebd35cfe595 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638161 Sep 08 15:48:30.396398 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c997f233-e2aa-41c0-879d-53ec2cd49dc4 req-8aecbb1e-4577-4d1c-8216-71b104f4579c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454345 Sep 08 15:48:30.420735 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42638) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:30.467137 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42db3ae-7c07-442b-8948-6dc9f032de35 tempest-TestVolumeBootPattern-1687192324 tempest-TestVolumeBootPattern-1687192324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:30.468629 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b42db3ae-7c07-442b-8948-6dc9f032de35 tempest-TestVolumeBootPattern-1687192324 tempest-TestVolumeBootPattern-1687192324-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1094 time: 0.0465789 Sep 08 15:48:30.471330 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 42640) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:48:30.476085 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:48:30.497938 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:30.619509 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:30.728118 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Allocated IP 172.27.0.209 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/b3ecf832-0fa2-4691-bd92-6dfddc105283) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:48:30.838854 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:30.877183 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:30.918985 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:48:30.923200 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:48:30.927096 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:48:30.934592 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=b3ecf832-0fa2-4691-bd92-6dfddc105283,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:30.963274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.963615 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.963957 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.964290 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.964624 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.964952 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.965277 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.965599 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.965951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.966274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.966594 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:30.966913 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:48:31.284591 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:31.351478 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:31.466055 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042805-3a44-40b3-b0e5-01a15c208b77 req-26d3c97b-6ca1-4f67-b95a-d6d515a150e7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:31.467572 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9d042805-3a44-40b3-b0e5-01a15c208b77 req-26d3c97b-6ca1-4f67-b95a-d6d515a150e7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0486786 Sep 08 15:48:31.506566 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9d042805-3a44-40b3-b0e5-01a15c208b77 req-4d4de3be-e947-4410-aa57-78bca5a768aa tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Sep 08 15:48:31.506878 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:31.511594 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:31.587057 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=b3ecf832-0fa2-4691-bd92-6dfddc105283,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:48:31.597321 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:31.698222 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Floating IP 043ebf38-7b8b-4ca1-a114-422d56c9acc7 associated. External IP: 172.27.0.209, port: 0f973148-47b5-47aa-b210-62dd3a45eb12. Sep 08 15:48:31.904059 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:48:32.009019 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:48:32.018768 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:48:32.024851 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:32.029552 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:32.030211 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:48:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:32.052706 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-dc403a5d-2f0b-4c80-bbc6-cb005c439226 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5803797 Sep 08 15:48:32.053381 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:48:32.055642 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32077c52-d5eb-4e05-a802-9cab1d6d9852" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:48:32.092394 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3dee79-1056-41a6-bda3-ae2989c63c30 x-openstack-request-id: req-5a3dee79-1056-41a6-bda3-ae2989c63c30 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:48:32.092687 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:48:32.092966 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a3dee79-1056-41a6-bda3-ae2989c63c30 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:48:32.093362 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'status': 'completed', 'code': 200} Sep 08 15:48:32.139149 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:32.179095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-859aab91-3260-4454-874f-a26366c1e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:32.180614 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-859aab91-3260-4454-874f-a26366c1e370 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1099 time: 0.0419443 Sep 08 15:48:32.275918 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-79ef3698-4eb0-42aa-87d0-df9767492f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:32.277831 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-79ef3698-4eb0-42aa-87d0-df9767492f68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.0903599 Sep 08 15:48:32.341484 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-eb0d715a-40b7-48d1-bfbb-927780346969 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f973148-47b5-47aa-b210-62dd3a45eb12 HTTP/1.1" status: 200 len: 1000 time: 0.0566401 Sep 08 15:48:32.360433 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:31Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:32.386062 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:48:32.389878 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-6e514619-af0b-4f55-914a-7ee77a1cb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:32.391528 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-6e514619-af0b-4f55-914a-7ee77a1cb673 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0427921 Sep 08 15:48:32.394114 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:48:32.395335 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:48:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:32.439913 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-9458c2ee-5b53-4b44-8004-c459aa07d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:48:32.442076 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-9458c2ee-5b53-4b44-8004-c459aa07d6fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428519 Sep 08 15:48:32.499359 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:48:32.533628 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-9a982816-a772-4f3d-b996-bb9fafcd7c01 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817428 Sep 08 15:48:32.631798 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-32077c52-d5eb-4e05-a802-9cab1d6d9852 req-f3b8671c-991b-4bb6-a108-40b9ff4c8fa2 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844259 Sep 08 15:48:32.724028 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:31Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:48:32.754889 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8151-faf2-4ce5-98f1-28bd137f4deb None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:31Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:48:32.953507 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cec6b-4a0f-4376-a09b-84f4d6e2611e None None] New status for floating IP 043ebf38-7b8b-4ca1-a114-422d56c9acc7: ACTIVE {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:48:37.196986 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:37.258500 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a1f997ac-0b18-411f-aeb7-60cefa6553cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:39.810948 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-17c91933-7403-4367-a328-2e4a5d99a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:40.296550 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:40.911947 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:42.503011 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:48:54.472675 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:49:07.208458 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:07.258889 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-1639c026-3abc-4c72-bf4c-828834727726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:09.811753 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3f07-b3ef-4dff-921e-2fa3e74cf5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:10.296615 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:10.915041 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:12.504638 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:16.186646 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835425e-d49e-41ff-8045-d5ace98ea924 req-c7d0bc98-7016-4d1d-a761-93a6d018c2cd tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:16.188091 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c835425e-d49e-41ff-8045-d5ace98ea924 req-c7d0bc98-7016-4d1d-a761-93a6d018c2cd tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0475380 Sep 08 15:49:16.223853 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c835425e-d49e-41ff-8045-d5ace98ea924 req-f1630778-3705-45d5-b83d-e96a733bd8c1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294156 Sep 08 15:49:17.347800 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36a55a-16ef-4f2e-8103-3bb3e7b86dde req-2b85558d-3642-45de-8f10-bf93659bca40 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:17.349335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cf36a55a-16ef-4f2e-8103-3bb3e7b86dde req-2b85558d-3642-45de-8f10-bf93659bca40 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0522730 Sep 08 15:49:17.391924 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cf36a55a-16ef-4f2e-8103-3bb3e7b86dde req-ffa831f3-3399-46e5-b155-a514d1f60ce4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364516 Sep 08 15:49:18.507966 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb926aa-8e6d-4cca-9c6a-d9237565e57b req-be5193dd-af81-43b1-ad40-e8a2f4ce142c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:18.509766 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ccb926aa-8e6d-4cca-9c6a-d9237565e57b req-be5193dd-af81-43b1-ad40-e8a2f4ce142c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0474873 Sep 08 15:49:18.545742 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ccb926aa-8e6d-4cca-9c6a-d9237565e57b req-2498b135-b123-4247-a8d4-73b29c8d1c0c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301816 Sep 08 15:49:19.662342 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd698bb9-9020-4a09-ab68-0f7805c17c7a req-243a97b2-08d5-4338-8424-8a84d62f2f52 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:19.663778 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd698bb9-9020-4a09-ab68-0f7805c17c7a req-243a97b2-08d5-4338-8424-8a84d62f2f52 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0469289 Sep 08 15:49:19.700471 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fd698bb9-9020-4a09-ab68-0f7805c17c7a req-db37dba1-d1da-4c56-b812-67bc90b02823 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Sep 08 15:49:20.814557 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0fb5b-84af-4773-aaab-1c235a6b14e9 req-6d37cdd6-0f29-4cd3-adbe-abaa53e8c530 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:20.815990 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bcd0fb5b-84af-4773-aaab-1c235a6b14e9 req-6d37cdd6-0f29-4cd3-adbe-abaa53e8c530 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0467722 Sep 08 15:49:20.856389 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bcd0fb5b-84af-4773-aaab-1c235a6b14e9 req-964bdc53-6397-43ed-b733-d4fa6d699dff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338600 Sep 08 15:49:21.972152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ff2db-1669-49c2-9158-28bcd54b2ed8 req-c3a4d07e-a28a-49a0-85de-4f64f470f77e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:21.973590 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b7ff2db-1669-49c2-9158-28bcd54b2ed8 req-c3a4d07e-a28a-49a0-85de-4f64f470f77e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0482609 Sep 08 15:49:22.010629 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4b7ff2db-1669-49c2-9158-28bcd54b2ed8 req-12b2b4af-0838-4fb5-898a-23d4b88dd85a tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304163 Sep 08 15:49:23.124988 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d7fa-2d1d-421f-9509-72d14687494f req-0eb70f3d-93bd-448a-9572-99b50439aad6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:23.126452 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2225d7fa-2d1d-421f-9509-72d14687494f req-0eb70f3d-93bd-448a-9572-99b50439aad6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0467894 Sep 08 15:49:23.162835 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2225d7fa-2d1d-421f-9509-72d14687494f req-1397ee50-ad1b-4d48-bbc3-90cd6682dcab tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304904 Sep 08 15:49:24.278473 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e4218-f56e-4044-94fd-dc95f2eb2010 req-405504e0-6a4d-41a0-ba6f-3db4760b9ca9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:24.279890 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b6e4218-f56e-4044-94fd-dc95f2eb2010 req-405504e0-6a4d-41a0-ba6f-3db4760b9ca9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0464683 Sep 08 15:49:24.318764 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b6e4218-f56e-4044-94fd-dc95f2eb2010 req-54edd3c6-9374-4339-8796-0176e418ce95 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Sep 08 15:49:25.528810 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62b9ee-0773-43d3-8efa-223b7b1c15fc req-6e19c35b-b1c1-47e2-a96b-57f289593a51 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:25.530320 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ac62b9ee-0773-43d3-8efa-223b7b1c15fc req-6e19c35b-b1c1-47e2-a96b-57f289593a51 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.1420069 Sep 08 15:49:25.567434 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ac62b9ee-0773-43d3-8efa-223b7b1c15fc req-1899e626-4145-4254-b6e4-e1751617ef40 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Sep 08 15:49:26.684096 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46442-bf0f-4a2d-9a06-e3a678d57df3 req-e84d0324-c791-44e8-b604-666050974ee7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:26.685535 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eab46442-bf0f-4a2d-9a06-e3a678d57df3 req-e84d0324-c791-44e8-b604-666050974ee7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0471964 Sep 08 15:49:26.723372 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-eab46442-bf0f-4a2d-9a06-e3a678d57df3 req-a0a6701c-cd19-4f36-a410-aa29a91a6211 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303540 Sep 08 15:49:27.839897 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64e6f6-3a3c-43d6-b280-8a26bc971cb7 req-13441e54-2494-4b4d-8d45-3965e92b94ee tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:27.841353 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9e64e6f6-3a3c-43d6-b280-8a26bc971cb7 req-13441e54-2494-4b4d-8d45-3965e92b94ee tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0475745 Sep 08 15:49:27.881280 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9e64e6f6-3a3c-43d6-b280-8a26bc971cb7 req-d2423b4b-b45a-4640-93ce-2ca1766f9c96 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340438 Sep 08 15:49:28.997842 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1fbba-9686-4c08-87a9-0f30a533f3ed req-5686ed17-2812-4d22-a45a-00e498f84469 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:28.999401 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d3c1fbba-9686-4c08-87a9-0f30a533f3ed req-5686ed17-2812-4d22-a45a-00e498f84469 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0483074 Sep 08 15:49:29.038621 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d3c1fbba-9686-4c08-87a9-0f30a533f3ed req-2be90112-cf00-4989-b674-5eb7b3cfede4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Sep 08 15:49:30.152472 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0694fd-8354-465e-be9b-7fe4dc74070b req-16e0b6db-1ed9-4d0e-9edf-c95e51242bc1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:30.153840 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e0694fd-8354-465e-be9b-7fe4dc74070b req-16e0b6db-1ed9-4d0e-9edf-c95e51242bc1 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0468254 Sep 08 15:49:30.190166 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8e0694fd-8354-465e-be9b-7fe4dc74070b req-a4cb25fb-414f-40cb-9734-7cfdb64f4bad tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304801 Sep 08 15:49:30.983530 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:49:31.076848 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:49:31.088012 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '07664701-bdb1-470a-9ea1-108a767bfecb', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb', 'mac_address': 'fa:16:3e:a6:7b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:49:31.124376 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:31.136940 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07664701-bdb1-470a-9ea1-108a767bfecb {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:49:31.154768 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:49:31.158387 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:31.205139 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=6']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:49:31.211960 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.212303 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.212635 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.212962 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.213286 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.213611 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.215047 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.215432 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.215785 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.216129 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.216468 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.216805 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:49:31.304840 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e97e15-2e83-4259-8bfd-34e2c59b09c8 req-5f83121a-eb9f-45c2-a3a2-247962aa8750 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:31.306944 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-39e97e15-2e83-4259-8bfd-34e2c59b09c8 req-5f83121a-eb9f-45c2-a3a2-247962aa8750 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Sep 08 15:49:31.345951 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-39e97e15-2e83-4259-8bfd-34e2c59b09c8 req-2c4817a7-51f7-45d2-abc3-a761c98861b6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331676 Sep 08 15:49:31.346641 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['07664701-bdb1-470a-9ea1-108a767bfecb'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:49:31.470680 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:49:32.464760 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b950a-b7c0-4354-8603-00e310eaf0b5 req-4e0048b4-3e60-4e21-a294-ec9e049125ab tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:32.466242 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d51b950a-b7c0-4354-8603-00e310eaf0b5 req-4e0048b4-3e60-4e21-a294-ec9e049125ab tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 944 time: 0.0479336 Sep 08 15:49:32.502617 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d51b950a-b7c0-4354-8603-00e310eaf0b5 req-ab653566-0769-4845-a4e2-06dc83fe369e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304945 Sep 08 15:49:32.983040 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:49:33.033869 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 07664701-bdb1-470a-9ea1-108a767bfecb triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:49:33.034237 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:33.109633 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:33.130530 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:49:33.132718 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00628b0-a6b6-4d34-a7a8-df2479cbbd68" -d '{"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-plugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:49:33.144527 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:49:33.149293 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:33.172016 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4036f-7e64-437d-b7c3-8ae8926b951e x-openstack-request-id: req-dda4036f-7e64-437d-b7c3-8ae8926b951e {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:49:33.172302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-plugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:49:33.172547 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dda4036f-7e64-437d-b7c3-8ae8926b951e {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:49:33.172922 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'code': 200} Sep 08 15:49:33.196686 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=7']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:49:33.669275 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69697a31-cef5-4d55-aeff-94edb2bac56a req-f17b5e9f-57e6-4270-bb00-f5cec0d8a8ae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:33.670673 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-69697a31-cef5-4d55-aeff-94edb2bac56a req-f17b5e9f-57e6-4270-bb00-f5cec0d8a8ae tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0972872 Sep 08 15:49:33.708505 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-69697a31-cef5-4d55-aeff-94edb2bac56a req-56dd52aa-15a4-40b5-abaa-36a53b226a74 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Sep 08 15:49:34.824522 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b991c-7cc7-4f7f-b85d-29244355bda3 req-eb5d43eb-e7ab-48ca-8740-d36e07008270 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:34.825992 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-522b991c-7cc7-4f7f-b85d-29244355bda3 req-eb5d43eb-e7ab-48ca-8740-d36e07008270 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0469077 Sep 08 15:49:34.866763 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-522b991c-7cc7-4f7f-b85d-29244355bda3 req-3f64361d-53f1-4254-8ceb-d843966df9be tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347371 Sep 08 15:49:35.986247 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c322b-3620-44b8-8b14-57944a539b95 req-c9988580-c07a-4e4e-b036-fb37590fd9c7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:35.988027 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-151c322b-3620-44b8-8b14-57944a539b95 req-c9988580-c07a-4e4e-b036-fb37590fd9c7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Sep 08 15:49:36.029141 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-151c322b-3620-44b8-8b14-57944a539b95 req-579a0f05-bcf0-49b7-8510-e617b674b975 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342584 Sep 08 15:49:37.158372 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bded4f-0e88-48ae-af3b-513d6bec4956 req-fd64c8c0-3a11-4d78-9e3b-259406d81d18 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:37.160001 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-14bded4f-0e88-48ae-af3b-513d6bec4956 req-fd64c8c0-3a11-4d78-9e3b-259406d81d18 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0548570 Sep 08 15:49:37.211632 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-14bded4f-0e88-48ae-af3b-513d6bec4956 req-2f186efc-a902-4474-bf6d-c9d77010277b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Sep 08 15:49:37.223492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:37.261171 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e57e264f-e5eb-4dc4-886a-74b281535ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:38.329779 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5a8dd-d8c9-47a9-bc95-6136ac8b78b6 req-ac769f32-31af-48ff-97a4-2577572df336 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:38.331397 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-efc5a8dd-d8c9-47a9-bc95-6136ac8b78b6 req-ac769f32-31af-48ff-97a4-2577572df336 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Sep 08 15:49:38.375905 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-efc5a8dd-d8c9-47a9-bc95-6136ac8b78b6 req-82b7d314-a3b9-4f56-b6c1-83fb6521f9a8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369105 Sep 08 15:49:39.503559 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0d30-ad49-4ea7-bc93-ab07de204774 req-055b77de-db8a-4b07-9187-3794c674fb20 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:39.505803 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-463a0d30-ad49-4ea7-bc93-ab07de204774 req-055b77de-db8a-4b07-9187-3794c674fb20 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Sep 08 15:49:39.543760 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-463a0d30-ad49-4ea7-bc93-ab07de204774 req-378c8dd0-f01b-42ea-85f0-cef0d42a930f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Sep 08 15:49:39.814688 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-eb6dce59-c12d-4abf-ace0-01527169af85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:40.298514 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:40.672496 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44259a3-472f-48ab-a88e-d71c01cd28fa req-d71eacdf-f639-4001-a63e-bc0437e6bda2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:40.673970 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e44259a3-472f-48ab-a88e-d71c01cd28fa req-d71eacdf-f639-4001-a63e-bc0437e6bda2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Sep 08 15:49:40.714671 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e44259a3-472f-48ab-a88e-d71c01cd28fa req-262b67ad-2ef6-4f9f-bec6-3e591db7020c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Sep 08 15:49:40.918458 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:41.966430 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811402b-5e98-4256-b776-6afaab827f72 req-11090db7-1430-4285-adce-54890c096c68 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:41.967914 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7811402b-5e98-4256-b776-6afaab827f72 req-11090db7-1430-4285-adce-54890c096c68 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0584369 Sep 08 15:49:42.013673 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7811402b-5e98-4256-b776-6afaab827f72 req-873b42b7-69b2-493f-964d-5dc55d6d8552 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378828 Sep 08 15:49:42.509344 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:43.151613 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150011-2b41-44d6-b2f6-36f317419f3f req-a0b9cdf5-da65-4772-99a2-994672d8a3ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:43.153034 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c0150011-2b41-44d6-b2f6-36f317419f3f req-a0b9cdf5-da65-4772-99a2-994672d8a3ff tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0529850 Sep 08 15:49:43.198406 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c0150011-2b41-44d6-b2f6-36f317419f3f req-93530eda-e6ce-41ba-82b4-74bad9734311 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391736 Sep 08 15:49:44.332020 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb42581-4170-4c50-a64d-370c20fb8b0c req-ad94c095-8626-4b30-9732-c87ea5ce693c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:44.333701 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cdb42581-4170-4c50-a64d-370c20fb8b0c req-ad94c095-8626-4b30-9732-c87ea5ce693c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Sep 08 15:49:44.377205 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cdb42581-4170-4c50-a64d-370c20fb8b0c req-b72eb4ab-93e3-494b-8c48-68ab7cae2744 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363166 Sep 08 15:49:45.082585 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-848a4478-cbfe-4ba7-8c42-73e3133d70da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635283 Sep 08 15:49:45.195277 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-5df1b8f0-8478-4730-b1bc-eb932a163a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:45.196804 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-5df1b8f0-8478-4730-b1bc-eb932a163a46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0418303 Sep 08 15:49:45.310890 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-edae0496-956b-4aac-8c42-eefc94adde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:45.312469 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-edae0496-956b-4aac-8c42-eefc94adde7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.0949354 Sep 08 15:49:45.385790 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-d1101a57-c312-4826-8b79-779cbce0b65c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 1002 time: 0.0650799 Sep 08 15:49:45.509714 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce84-91dc-46a5-a59d-3e1cd1052f5f req-4f534027-da81-44fb-a25f-4b8d8804fe9e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:45.511279 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-44c8ce84-91dc-46a5-a59d-3e1cd1052f5f req-4f534027-da81-44fb-a25f-4b8d8804fe9e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Sep 08 15:49:45.556789 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-44c8ce84-91dc-46a5-a59d-3e1cd1052f5f req-3b871427-7508-46b3-a138-2127d37d735c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Sep 08 15:49:45.683946 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-6c5a4fa7-405d-4725-9f16-b9aceda395d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:45.685384 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-6c5a4fa7-405d-4725-9f16-b9aceda395d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.2910323 Sep 08 15:49:45.732283 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-88430f82-48fc-4444-9fd7-bb0ecb8829bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:45.733763 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-88430f82-48fc-4444-9fd7-bb0ecb8829bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388193 Sep 08 15:49:45.745764 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-192c1ca9-d90f-485c-a48d-82d498256bfd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:49:45.746769 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-192c1ca9-d90f-485c-a48d-82d498256bfd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056837 Sep 08 15:49:45.843645 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-d3e25b1b-a76a-43fc-8e90-b7b9406d5b34 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891409 Sep 08 15:49:45.963902 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-dbc370ba-b51f-4d89-aeb6-8122fc0d3b4a req-939afdf9-133a-48cd-8538-15dd2c6b3daa service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938082 Sep 08 15:49:46.689075 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc2d4-dce3-4f51-9fb6-0b7c515ced50 req-c300cdf9-3b26-4fbd-9b77-8c316d46456f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:46.690607 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c48fc2d4-dce3-4f51-9fb6-0b7c515ced50 req-c300cdf9-3b26-4fbd-9b77-8c316d46456f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Sep 08 15:49:46.736455 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c48fc2d4-dce3-4f51-9fb6-0b7c515ced50 req-f00c3cf0-2fdb-4c72-bc3a-a9413436db6d tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391736 Sep 08 15:49:47.850287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c86f3-e11b-4f34-815d-843732ce6845 req-9046a940-c78f-4823-8014-69fad06ed3db tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:47.851738 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b2c86f3-e11b-4f34-815d-843732ce6845 req-9046a940-c78f-4823-8014-69fad06ed3db tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0475926 Sep 08 15:49:47.890921 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0b2c86f3-e11b-4f34-815d-843732ce6845 req-a6d41be0-a3d2-452a-b275-49ad7436332e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Sep 08 15:49:48.404732 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-722d773c-4c36-4214-b7b6-71b01a780e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:48.406136 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-722d773c-4c36-4214-b7b6-71b01a780e4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1098 time: 0.0397716 Sep 08 15:49:48.498647 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-39b2fbe7-8dbf-4c8c-b4c8-25cca6cd9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:48.500093 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-39b2fbe7-8dbf-4c8c-b4c8-25cca6cd9157 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0864692 Sep 08 15:49:48.568302 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-09b8df0f-2b97-4616-b4f3-d2291148dc8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 1001 time: 0.0583873 Sep 08 15:49:48.618522 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-46cc3a47-1b00-4c2e-a65b-7f807c90fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:48.620082 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-46cc3a47-1b00-4c2e-a65b-7f807c90fda9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0426347 Sep 08 15:49:48.665086 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-340d628f-3459-48cc-baaa-9cd421aef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:48.666474 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-340d628f-3459-48cc-baaa-9cd421aef67b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392344 Sep 08 15:49:48.756853 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-e155e54e-f6d6-4a9c-aecb-57223c228263 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824418 Sep 08 15:49:48.844847 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-624e2205-2c8e-43a4-8de9-8c889a44f704 req-de1d903d-bc68-4f32-8185-414bfd299933 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800419 Sep 08 15:49:49.006616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955c69-d258-46d8-a03a-77fedff9a2c1 req-37f81c9b-dc50-4cde-a2dd-c9a7c518b53c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:49.008073 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d955c69-d258-46d8-a03a-77fedff9a2c1 req-37f81c9b-dc50-4cde-a2dd-c9a7c518b53c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Sep 08 15:49:49.047682 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d955c69-d258-46d8-a03a-77fedff9a2c1 req-9d83d5db-bcfc-44c2-84da-cf3e17df351f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328624 Sep 08 15:49:50.164168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6369f-c70f-4db3-bf19-37c8b6a31d53 req-77d3fe35-3930-4ec0-b735-3524c712321c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:50.166151 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f4c6369f-c70f-4db3-bf19-37c8b6a31d53 req-77d3fe35-3930-4ec0-b735-3524c712321c tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0466425 Sep 08 15:49:50.202059 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f4c6369f-c70f-4db3-bf19-37c8b6a31d53 req-4d800180-7757-424e-83c5-d766b2c51c36 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301797 Sep 08 15:49:51.316662 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4bab7-1dad-4c2c-a159-9a4faa71b37b req-a52cc614-574f-41d7-a94b-99b8d37bccce tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:51.318128 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a1b4bab7-1dad-4c2c-a159-9a4faa71b37b req-a52cc614-574f-41d7-a94b-99b8d37bccce tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0467768 Sep 08 15:49:51.355071 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a1b4bab7-1dad-4c2c-a159-9a4faa71b37b req-74007300-3ff8-47c1-8216-9d90677a845f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303607 Sep 08 15:49:52.284316 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d388-4286-4d92-8f54-0f5420cccdc0 req-6276e406-1e94-4cf5-90fc-381243ace968 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:52.285797 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0061d388-4286-4d92-8f54-0f5420cccdc0 req-6276e406-1e94-4cf5-90fc-381243ace968 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 945 time: 0.0473506 Sep 08 15:49:52.326364 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0061d388-4286-4d92-8f54-0f5420cccdc0 req-e8a1dbc1-7b21-4615-8ddf-be704c3b1e35 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341742 Sep 08 15:49:52.488752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43104) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:49:52.572034 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-01e9e586-645e-4efb-9b4d-0ff1ba678714 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821247 Sep 08 15:49:52.580687 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-c89dfdff-b701-463b-9fc8-53f199f6b402 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:49:52.581642 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-c89dfdff-b701-463b-9fc8-53f199f6b402 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047956 Sep 08 15:49:53.105641 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:49:53.179071 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:53.200550 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:49:53.202861 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ceacb-1b81-4ec9-ab12-8916fbaccc35" -d '{"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-unplugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:49:53.215776 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:49:53.219618 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:49:53.241630 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 15:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d39b80-0e0f-40dd-93d8-b1b911301397 x-openstack-request-id: req-84d39b80-0e0f-40dd-93d8-b1b911301397 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:49:53.241947 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-unplugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:49:53.242194 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84d39b80-0e0f-40dd-93d8-b1b911301397 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:49:53.242663 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'code': 200} Sep 08 15:49:53.266659 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=8']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:49:53.443690 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980518d-c39a-481f-bc40-80709b517e54 req-b0430aeb-2f7f-4f7b-b17e-6c22557b9ed3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:53.445120 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1980518d-c39a-481f-bc40-80709b517e54 req-b0430aeb-2f7f-4f7b-b17e-6c22557b9ed3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0473301 Sep 08 15:49:53.483079 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1980518d-c39a-481f-bc40-80709b517e54 req-d5887740-4d54-46a2-a5ce-d1b023a2b105 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303011 Sep 08 15:49:53.565285 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728e9d-919c-470a-8790-9758fb057e9a req-85ee16d3-0cdd-4c4e-8c5c-d186223400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:53.566803 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-85ee16d3-0cdd-4c4e-8c5c-d186223400d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578&tenant_id=189bb8fa112c4f03990936db9c547bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0852351 Sep 08 15:49:53.648191 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728e9d-919c-470a-8790-9758fb057e9a req-9b3f31aa-dfaf-42e1-84e5-9ee9f451467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:53.649563 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-9b3f31aa-dfaf-42e1-84e5-9ee9f451467c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1096 time: 0.0399616 Sep 08 15:49:53.740777 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728e9d-919c-470a-8790-9758fb057e9a req-3d0b789e-4232-43d9-a5b1-9e89e92b7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:53.742272 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-3d0b789e-4232-43d9-a5b1-9e89e92b7ae5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.0849078 Sep 08 15:49:53.807586 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-42442618-5db4-43f7-a9c7-dcb87c3f5043 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 999 time: 0.0569398 Sep 08 15:49:53.858548 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728e9d-919c-470a-8790-9758fb057e9a req-78d63fb9-c47c-48d3-a043-224b75b33b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:53.860028 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-78d63fb9-c47c-48d3-a043-224b75b33b39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0425880 Sep 08 15:49:53.911138 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728e9d-919c-470a-8790-9758fb057e9a req-040927e2-2cc0-4b02-b831-8d5f81217861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:53.912649 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-040927e2-2cc0-4b02-b831-8d5f81217861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421865 Sep 08 15:49:54.000062 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-a3c05374-324c-4d97-a72f-ad47c8482668 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798211 Sep 08 15:49:54.091149 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ae728e9d-919c-470a-8790-9758fb057e9a req-a006a84f-5d39-4975-bd1a-d0f6e7882fe3 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816522 Sep 08 15:49:54.661510 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791a1f-ccf4-4ad2-9476-b2f380e242f9 req-67926375-e14d-45f3-869f-160ffccfa381 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:54.670336 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6791a1f-ccf4-4ad2-9476-b2f380e242f9 req-67926375-e14d-45f3-869f-160ffccfa381 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0747509 Sep 08 15:49:54.704520 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f6791a1f-ccf4-4ad2-9476-b2f380e242f9 req-c6683fb5-3fdd-4ed8-b98d-12e43d8574c2 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330663 Sep 08 15:49:55.825030 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cb35e-475f-4b5d-bbf9-aa62104b1102 req-e396246c-294d-4c4f-966a-f1848a472421 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:55.826536 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fe3cb35e-475f-4b5d-bbf9-aa62104b1102 req-e396246c-294d-4c4f-966a-f1848a472421 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0483835 Sep 08 15:49:55.869308 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fe3cb35e-475f-4b5d-bbf9-aa62104b1102 req-992b8fa2-567c-4d66-ae33-43ef93089746 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366995 Sep 08 15:49:56.995128 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036873c5-c4a1-4460-8f63-b619f8310e86 req-31185465-ada4-45eb-ba6d-82752791af08 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:56.998491 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-036873c5-c4a1-4460-8f63-b619f8310e86 req-31185465-ada4-45eb-ba6d-82752791af08 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0508473 Sep 08 15:49:57.034525 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-036873c5-c4a1-4460-8f63-b619f8310e86 req-01b87b22-10ef-4160-b3ad-e92c085a0828 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Sep 08 15:49:58.156711 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941898b0-2aee-41c8-8168-ccb3170e6cfd req-be967b1a-c64d-489e-8e73-db0614376f58 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:58.158166 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-941898b0-2aee-41c8-8168-ccb3170e6cfd req-be967b1a-c64d-489e-8e73-db0614376f58 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0502827 Sep 08 15:49:58.197332 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-941898b0-2aee-41c8-8168-ccb3170e6cfd req-bccde4b9-31c2-4a16-b3d8-2884d04eda60 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Sep 08 15:49:59.327901 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e30b-ee55-4a5d-9091-de16baa9f699 req-7521ae78-a5be-4e18-bb3f-e57715682639 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:49:59.329437 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8528e30b-ee55-4a5d-9091-de16baa9f699 req-7521ae78-a5be-4e18-bb3f-e57715682639 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0493863 Sep 08 15:49:59.372747 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8528e30b-ee55-4a5d-9091-de16baa9f699 req-65cc6977-2098-4f34-8ee6-e244925834d6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372744 Sep 08 15:50:00.497092 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de621963-be00-4e9b-ba38-bb57e25faada req-554ed73c-67b7-4d4b-88fa-39f4c2267281 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:00.498742 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-de621963-be00-4e9b-ba38-bb57e25faada req-554ed73c-67b7-4d4b-88fa-39f4c2267281 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0521531 Sep 08 15:50:00.538008 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-de621963-be00-4e9b-ba38-bb57e25faada req-2eccfeee-3843-42cf-b767-4cc45b3fa900 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Sep 08 15:50:01.660572 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eff7e-7ded-45da-8af2-a91d30b47ad7 req-495028bc-72cd-47ee-b10e-520bda1e7498 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:01.662176 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-762eff7e-7ded-45da-8af2-a91d30b47ad7 req-495028bc-72cd-47ee-b10e-520bda1e7498 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0500355 Sep 08 15:50:01.705578 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-762eff7e-7ded-45da-8af2-a91d30b47ad7 req-a7832a22-8268-4281-887e-981998832b6e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Sep 08 15:50:02.824218 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c97c20-8136-4710-b7e7-76b5af016bb6 req-4c0bb012-9645-482f-b006-8d455733faa3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:02.825726 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d6c97c20-8136-4710-b7e7-76b5af016bb6 req-4c0bb012-9645-482f-b006-8d455733faa3 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0499940 Sep 08 15:50:02.866706 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d6c97c20-8136-4710-b7e7-76b5af016bb6 req-e7e4cb5d-f22f-44ca-be18-bf4029197fd7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350811 Sep 08 15:50:04.027354 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f385-77ea-4d8b-9b0c-ee509da85ea4 req-d9736e22-2773-40cf-9fcd-6dddcd40e70b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:04.028941 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-58a2f385-77ea-4d8b-9b0c-ee509da85ea4 req-d9736e22-2773-40cf-9fcd-6dddcd40e70b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0503888 Sep 08 15:50:04.068936 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-58a2f385-77ea-4d8b-9b0c-ee509da85ea4 req-ace5a2e6-8eca-4778-a7d4-ce0dd8c29712 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337288 Sep 08 15:50:05.189761 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb873991-fe80-4b9d-ad85-d25b04a63b39 req-15e5c55d-18b6-4cf0-bb4d-d3a9f56a6312 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:05.191158 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cb873991-fe80-4b9d-ad85-d25b04a63b39 req-15e5c55d-18b6-4cf0-bb4d-d3a9f56a6312 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0505207 Sep 08 15:50:05.228556 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cb873991-fe80-4b9d-ad85-d25b04a63b39 req-5fc445ce-20a1-440e-ad1e-0eef7f072cd6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Sep 08 15:50:06.344270 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dee14-9885-4e1c-8231-ed9a3086fada req-eebc995a-2297-4996-ab9e-975601c02bc7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:06.345800 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-108dee14-9885-4e1c-8231-ed9a3086fada req-eebc995a-2297-4996-ab9e-975601c02bc7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0470219 Sep 08 15:50:06.385160 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-108dee14-9885-4e1c-8231-ed9a3086fada req-ae263818-7d41-4920-ba7d-156abd7083ee tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335517 Sep 08 15:50:07.208091 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:07.260962 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-d8e77a00-1753-41a1-a5ba-1a3598a1e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:07.501299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca935a3a-c4fb-4caf-8472-2658dab6eb90 req-38960e9f-173f-4169-a869-43ac01636dd8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:07.502748 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ca935a3a-c4fb-4caf-8472-2658dab6eb90 req-38960e9f-173f-4169-a869-43ac01636dd8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0473373 Sep 08 15:50:07.538133 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-ca935a3a-c4fb-4caf-8472-2658dab6eb90 req-533c0e30-184a-493d-8a5b-9b5fd08a6604 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295484 Sep 08 15:50:08.468717 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:50:08.654922 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6b38a-d08b-42b4-b8c5-081a9fbe3f99 req-94c8d4f5-63a8-4886-9564-e2c72c0d0dce tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:08.656360 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87b6b38a-d08b-42b4-b8c5-081a9fbe3f99 req-94c8d4f5-63a8-4886-9564-e2c72c0d0dce tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0483339 Sep 08 15:50:08.693580 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-87b6b38a-d08b-42b4-b8c5-081a9fbe3f99 req-9dea589d-6033-479e-bd52-49e577e3806b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Sep 08 15:50:09.810788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895090ed-d44f-474f-bf0d-741c652567b1 req-801cbea1-b689-4cc4-9669-dad8dc5196f7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:09.812378 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-895090ed-d44f-474f-bf0d-741c652567b1 req-801cbea1-b689-4cc4-9669-dad8dc5196f7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0479391 Sep 08 15:50:09.815003 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-20fa751e-7c57-465c-b5ea-963f064cb0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:09.853516 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-895090ed-d44f-474f-bf0d-741c652567b1 req-9047eb63-a175-4aad-95fd-1239620e1377 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347383 Sep 08 15:50:10.299598 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:10.920441 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:10.973565 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76f182-63be-4db7-8be8-9c47406a9899 req-a1832857-c692-4b22-98c0-34996097c62b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:10.975047 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a76f182-63be-4db7-8be8-9c47406a9899 req-a1832857-c692-4b22-98c0-34996097c62b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0476904 Sep 08 15:50:11.011704 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7a76f182-63be-4db7-8be8-9c47406a9899 req-5d3f4016-1b8a-42ea-8400-1c93d94ed2b7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304611 Sep 08 15:50:11.699782 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43202) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:11.852174 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Deleting port 9463e517-b5ef-4480-a3f9-db9dfb843b27 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:11.852627 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:11.928774 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:11.929105 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:11.941030 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Calling delete_port for 9463e517-b5ef-4480-a3f9-db9dfb843b27 owned by network:floatingip {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:12.294511 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58931-40be-45a1-8a69-e3620ca8e391 req-a5c208f1-e061-4e3b-a701-dd5b43f8a3c0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:12.295954 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-17f58931-40be-45a1-8a69-e3620ca8e391 req-a5c208f1-e061-4e3b-a701-dd5b43f8a3c0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0900908 Sep 08 15:50:12.349899 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-17f58931-40be-45a1-8a69-e3620ca8e391 req-b6a39595-d7a2-408c-ac9d-b85759304f2e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Sep 08 15:50:12.399838 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:12.428224 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event deleted for resources: {'Port': ['ID=9463e517-b5ef-4480-a3f9-db9dfb843b27,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:12.439707 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.440057 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.440391 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.440723 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.441050 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.441373 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.441718 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.442040 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.442361 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.442677 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.442990 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.443304 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:12.495704 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for floatingip, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:12.496030 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Floating IP e8500e74-5674-424b-9ce9-15e40943c8fe disassociated (deleted). External IP: 172.27.0.217, port: eec5ff94-4a6f-4688-bdb7-41e180025909. Sep 08 15:50:12.510607 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:12.691228 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Router 40b00bc6-49c1-453d-9c4c-cf9697104154 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:50:12.792583 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:50:12.797425 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:12.801883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] Sync routers for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:50:12.810846 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:12.811447 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:12.824130 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-97956c1a-8674-46f5-bf8d-396b49b6f4a8 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "DELETE /v2.0/floatingips/e8500e74-5674-424b-9ce9-15e40943c8fe HTTP/1.1" status: 204 len: 168 time: 1.1233270 Sep 08 15:50:12.824900 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:50:12.827275 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a084db8f-b075-4742-9d2f-74d41fe0f255" -d '{"events": [{"name": "network-changed", "server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:50:12.871906 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368b555-9f0d-47e0-bcf5-34e3ebea26c8 x-openstack-request-id: req-d368b555-9f0d-47e0-bcf5-34e3ebea26c8 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:50:12.872262 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:50:12.872579 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d368b555-9f0d-47e0-bcf5-34e3ebea26c8 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:50:12.873026 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'status': 'completed', 'code': 200} Sep 08 15:50:12.967961 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-ac41885d-83e5-4387-8c9d-eb6ed795c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:12.970050 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-ac41885d-83e5-4387-8c9d-eb6ed795c052 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 1099 time: 0.0514839 Sep 08 15:50:13.047679 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:13.064188 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e628ca8-1ef6-461f-b179-d2fe524ba42a req-b2a65bde-174d-4390-b674-4504187c9eff tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:13.065803 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6e628ca8-1ef6-461f-b179-d2fe524ba42a req-b2a65bde-174d-4390-b674-4504187c9eff tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0507872 Sep 08 15:50:13.105107 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6e628ca8-1ef6-461f-b179-d2fe524ba42a req-c92566d5-f186-4a28-99ce-e3fb1a1f9fa4 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Sep 08 15:50:13.111274 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-f0d2054b-6362-41d3-9c08-dd102e8d20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:13.113169 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-f0d2054b-6362-41d3-9c08-dd102e8d20cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 200 len: 910 time: 0.0918415 Sep 08 15:50:13.156249 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-e85598e5-406c-4d5c-bd9a-6396355fc285 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 200 len: 217 time: 0.0344193 Sep 08 15:50:13.205893 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-21ca3e0b-ed7c-47cc-9493-c887d5b7caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:13.207335 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-21ca3e0b-ed7c-47cc-9493-c887d5b7caae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 200 len: 848 time: 0.0425193 Sep 08 15:50:13.230254 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:50:13.252681 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-c28d2993-c3db-4d0b-9591-7fb5ce6c82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:13.254232 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-c28d2993-c3db-4d0b-9591-7fb5ce6c82cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47b209c8-4a31-4c1d-b0b1-87bba56c132a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396304 Sep 08 15:50:13.258113 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:58Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:13.295713 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] Checking router: 40b00bc6-49c1-453d-9c4c-cf9697104154 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:50:13.313938 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:13.314550 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:13.345286 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-932c4bd1-4b2a-4172-98fe-ca0f513c9aad service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826950 Sep 08 15:50:13.443208 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-a084db8f-b075-4742-9d2f-74d41fe0f255 req-32c1fc74-49b7-48ef-ab5d-563566339a52 service neutron] 10.222.0.59 "GET /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898144 Sep 08 15:50:13.445699 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:13.461096 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '07664701-bdb1-470a-9ea1-108a767bfecb', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'port_id': '07664701-bdb1-470a-9ea1-108a767bfecb', 'mac_address': 'fa:16:3e:a6:7b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:50:13.470881 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96bc8b-fa1d-4cf1-83d7-fed189bd22cb req-e6f2cc23-ed7a-4b5c-9b51-e1346cb0897f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:13.472630 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-da96bc8b-fa1d-4cf1-83d7-fed189bd22cb req-e6f2cc23-ed7a-4b5c-9b51-e1346cb0897f tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 943 time: 0.0485682 Sep 08 15:50:13.496101 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:13.515566 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-da96bc8b-fa1d-4cf1-83d7-fed189bd22cb req-6d1f3c1e-8880-4f9d-9229-5e1cfd1febd7 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352643 Sep 08 15:50:13.547798 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:13.595262 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07664701-bdb1-470a-9ea1-108a767bfecb {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:50:13.652356 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:13.659052 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:13.738237 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=9']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:13.764335 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:58Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:13.790564 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322c21c-fc46-42fd-8e40-469e65c902b5 None None] The sync data for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi is: [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:51Z', 'revision_number': 4, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a', 'name': '', 'network_id': '47b209c8-4a31-4c1d-b0b1-87bba56c132a', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'mac_address': 'fa:16:3e:f4:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:51Z', 'updated_at': '2021-09-08T15:42:58Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'subnets': [{'id': '28cccbb8-f0ad-4e30-9350-378b7b7ce2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:50:14.006481 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27404ab-7dde-4998-89e8-e263769cf87a None None] New status for floating IP e8500e74-5674-424b-9ce9-15e40943c8fe: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:50:14.103768 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['07664701-bdb1-470a-9ea1-108a767bfecb'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:50:14.221164 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01d82-42fd-4ca7-9cf0-b52950cac8f1 req-806e347d-f5ae-47e0-abf3-cdadd4040cca tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:14.222671 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6be01d82-42fd-4ca7-9cf0-b52950cac8f1 req-806e347d-f5ae-47e0-abf3-cdadd4040cca tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0491860 Sep 08 15:50:14.260512 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6be01d82-42fd-4ca7-9cf0-b52950cac8f1 req-f99a872a-70fb-477e-bf56-b0463768336b tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Sep 08 15:50:14.631343 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ef475-6c4b-43ad-a5de-afce5f5912a4 req-c23474ba-51a7-4baa-b2d7-3c25b4b93fb6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:14.633330 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1b1ef475-6c4b-43ad-a5de-afce5f5912a4 req-c23474ba-51a7-4baa-b2d7-3c25b4b93fb6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 944 time: 0.0469258 Sep 08 15:50:14.669727 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1b1ef475-6c4b-43ad-a5de-afce5f5912a4 req-e978a00b-104f-43ae-a6ca-14b554030b7e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Sep 08 15:50:15.024736 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-759c58fd-c212-4d90-a2ea-a514b873b60e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:15.026218 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-759c58fd-c212-4d90-a2ea-a514b873b60e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.59 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 946 time: 0.0481846 Sep 08 15:50:15.116577 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Deleting port eec5ff94-4a6f-4688-bdb7-41e180025909 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:15.116959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.203595 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] For port eec5ff94-4a6f-4688-bdb7-41e180025909, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eec5ff94-4a6f-4688-bdb7-41e180025909,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:15.203872 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.216201 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Calling delete_port for eec5ff94-4a6f-4688-bdb7-41e180025909 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:15.251524 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:50:15.300097 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 07664701-bdb1-470a-9ea1-108a767bfecb triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:50:15.300468 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.347714 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.377513 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event deleted for resources: {'Port': ['ID=eec5ff94-4a6f-4688-bdb7-41e180025909,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:15.384662 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8137c-2fa7-4852-a439-643ebd95d445 req-1f2a8a31-1c6e-41d7-b002-a182ec068997 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:15.385863 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.386801 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bdf8137c-2fa7-4852-a439-643ebd95d445 req-1f2a8a31-1c6e-41d7-b002-a182ec068997 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 867 time: 0.0596488 Sep 08 15:50:15.388773 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.389123 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.389467 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.389836 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.390175 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.390506 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.390834 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.391161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.391490 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.391809 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.392142 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.392465 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:15.432787 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:50:15.433956 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] No DVR routers for this DVR port eec5ff94-4a6f-4688-bdb7-41e180025909 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:15.435058 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca9fee1-e846-4ba7-84f2-669528af58c6" -d '{"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-plugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:50:15.436843 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.439359 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-b6528208-1db6-4720-86e2-c5093e4b0b68 req-63e1607b-6558-40fe-87f7-55ee1f7055b6 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.59 "DELETE /v2.0/ports/eec5ff94-4a6f-4688-bdb7-41e180025909 HTTP/1.1" status: 204 len: 173 time: 0.4062667 Sep 08 15:50:15.440166 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-deleted', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:50:15.443339 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f1e6d-87ac-4f82-a9c9-53f51ed7d950" -d '{"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-deleted", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:50:15.444241 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bdf8137c-2fa7-4852-a439-643ebd95d445 req-503aaf07-2d52-404f-9fa1-f1306218266c tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/security-groups?id=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477057 Sep 08 15:50:15.474621 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:15.482448 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:15.486955 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bffa202-f773-4f5a-ab1f-4555c79f9bf3 x-openstack-request-id: req-7bffa202-f773-4f5a-ab1f-4555c79f9bf3 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:50:15.487244 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-plugged", "status": "completed", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:50:15.487490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bffa202-f773-4f5a-ab1f-4555c79f9bf3 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:50:15.487866 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'code': 200} Sep 08 15:50:15.535575 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=10']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:15.553942 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b091c2-fdfd-45ac-a11b-e969cb79264b x-openstack-request-id: req-35b091c2-fdfd-45ac-a11b-e969cb79264b {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:50:15.554236 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955eced-ad7c-433c-91f9-91c7b81d28cc", "name": "network-vif-deleted", "tag": "eec5ff94-4a6f-4688-bdb7-41e180025909", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:50:15.555176 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35b091c2-fdfd-45ac-a11b-e969cb79264b {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:50:15.555568 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a955eced-ad7c-433c-91f9-91c7b81d28cc', 'name': 'network-vif-deleted', 'tag': 'eec5ff94-4a6f-4688-bdb7-41e180025909', 'status': 'completed', 'code': 200} Sep 08 15:50:15.739069 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1653-a50d-4894-b45a-f933c3e43b6c req-04c8381d-b81f-4316-b90e-ca16177615f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:15.740884 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-bb8e1653-a50d-4894-b45a-f933c3e43b6c req-04c8381d-b81f-4316-b90e-ca16177615f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1099 time: 0.0471802 Sep 08 15:50:15.778534 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-bb8e1653-a50d-4894-b45a-f933c3e43b6c req-2d8b4cd3-c08f-4ccd-ad05-b02548a11132 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301821 Sep 08 15:50:15.811164 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f0dc0-67dc-4235-b0eb-df3446d4fb3d req-fce8678c-8987-48b1-ba18-9a8e49eb214b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:15.812711 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-520f0dc0-67dc-4235-b0eb-df3446d4fb3d req-fce8678c-8987-48b1-ba18-9a8e49eb214b tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0670080 Sep 08 15:50:15.854256 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-520f0dc0-67dc-4235-b0eb-df3446d4fb3d req-c128a4b9-dfe1-489e-86ed-6ff3ab838afe tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352747 Sep 08 15:50:16.551279 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f4bd60da-480a-4c14-9da0-fa31ee700d82 req-23de51f5-c072-4611-8989-c27a61e7e69e tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "GET /v2.0/ports?device_id=a955eced-ad7c-433c-91f9-91c7b81d28cc HTTP/1.1" status: 200 len: 210 time: 0.0253513 Sep 08 15:50:16.979077 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e17d-8761-4eb7-a9d4-8eb6e0e16ccc req-bb776fe8-54c2-4b2c-995b-0fb432b570c8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:16.980527 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b44e17d-8761-4eb7-a9d4-8eb6e0e16ccc req-bb776fe8-54c2-4b2c-995b-0fb432b570c8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0510025 Sep 08 15:50:17.017916 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8b44e17d-8761-4eb7-a9d4-8eb6e0e16ccc req-3ecd7ecd-26e9-42dc-84ab-ebdb33ef1d50 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Sep 08 15:50:17.607227 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43280) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:17.675673 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-16f3dc7c-b11b-4c10-b6de-e52353a0d3f7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:17.701882 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-16f3dc7c-b11b-4c10-b6de-e52353a0d3f7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:17.778124 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-16f3dc7c-b11b-4c10-b6de-e52353a0d3f7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:17.780711 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-16f3dc7c-b11b-4c10-b6de-e52353a0d3f7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:17.782270 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-16f3dc7c-b11b-4c10-b6de-e52353a0d3f7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] 10.222.0.54 "DELETE /v2.0/security-groups/cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839 HTTP/1.1" status: 204 len: 168 time: 0.1736753 Sep 08 15:50:17.792601 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3dc7c-b11b-4c10-b6de-e52353a0d3f7 tempest-TestShelveInstance-817176606 tempest-TestShelveInstance-817176606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc71f98c-6f60-42c9-b1f7-cf8b6b1f5839,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:17.856761 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43284) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:18.141931 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f8766-34d9-4194-b4b9-c8fee9cdf252 req-f5415e07-1df9-4fa3-9291-b47035fb17c4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:18.143539 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-750f8766-34d9-4194-b4b9-c8fee9cdf252 req-f5415e07-1df9-4fa3-9291-b47035fb17c4 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0527208 Sep 08 15:50:18.185483 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-750f8766-34d9-4194-b4b9-c8fee9cdf252 req-577c5562-4316-4c1d-ab44-a5015952297e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348554 Sep 08 15:50:18.308797 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:18.558173 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Deleting port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:18.558526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:18.647244 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] For port 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:18.647921 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:18.659339 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Calling delete_port for 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a owned by network:router_interface {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:18.830786 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:18.855724 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:19.029269 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:19.262127 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:19.282676 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: eec5ff94-4a6f-4688-bdb7-41e180025909 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:19.283016 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device eec5ff94-4a6f-4688-bdb7-41e180025909 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:19.468126 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Router 40b00bc6-49c1-453d-9c4c-cf9697104154 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:50:19.576053 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:50:19.581241 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-441c6b4c-30a6-4d8d-95bb-2b3301a11069 admin admin] 10.222.0.54 "PUT /v2.0/routers/40b00bc6-49c1-453d-9c4c-cf9697104154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231059 Sep 08 15:50:19.583661 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43306) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:19.586815 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] Sync routers for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:50:19.596655 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:19.597363 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:19.691733 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:19.708392 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:19.800828 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:19.857168 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Deleting port 41a21fa3-411f-4280-8476-3dd444331162 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:19.857721 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:19.908357 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '41a21fa3-411f-4280-8476-3dd444331162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:50:18Z', 'revision_number': 5, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port': {'id': '41a21fa3-411f-4280-8476-3dd444331162', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:19.939002 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] Checking router: 40b00bc6-49c1-453d-9c4c-cf9697104154 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:50:19.948389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] Routers {'40b00bc6-49c1-453d-9c4c-cf9697104154'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:19.948999 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['40b00bc6-49c1-453d-9c4c-cf9697104154'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:19.951438 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] For port 41a21fa3-411f-4280-8476-3dd444331162, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=41a21fa3-411f-4280-8476-3dd444331162,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:19.951919 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:19.965379 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Calling delete_port for 41a21fa3-411f-4280-8476-3dd444331162 owned by network:router_gateway {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:20.039429 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] Set router 40b00bc6-49c1-453d-9c4c-cf9697104154 gateway port host: None {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:20.091383 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:50:19Z', 'revision_number': 6, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:20.122530 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a158e7-0972-415f-874b-306398fc16f1 None None] The sync data for ids ['40b00bc6-49c1-453d-9c4c-cf9697104154'] in dv-cinder-776307-8-iscsi is: [{'id': '40b00bc6-49c1-453d-9c4c-cf9697104154', 'name': 'tempest-TestShelveInstance-1769414126-router', 'tenant_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:49Z', 'updated_at': '2021-09-08T15:50:19Z', 'revision_number': 6, 'project_id': '3bd4fe66a2bb443ca69b0d1902e9c81f', 'gw_port_host': None}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:50:20.142951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.169371 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=41a21fa3-411f-4280-8476-3dd444331162,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:20.225958 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.315182 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.317202 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.360188 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.360493 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b00bc6-49c1-453d-9c4c-cf9697104154 {{(pid=100600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:50:20.365180 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.366344 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-d399bddf-42d5-4cbd-96a5-8d66f4893ddb admin admin] 10.222.0.54 "DELETE /v2.0/routers/40b00bc6-49c1-453d-9c4c-cf9697104154 HTTP/1.1" status: 204 len: 168 time: 0.7817655 Sep 08 15:50:20.368844 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43320) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:20.411099 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Deleting subnet 28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:50:20.414720 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.447079 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.564372 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.623297 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.650421 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cccbb8-f0ad-4e30-9350-378b7b7ce2e7,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:20.652420 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.654285 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f9813be4-d09b-455e-b522-53b8454bbbf8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/28cccbb8-f0ad-4e30-9350-378b7b7ce2e7 HTTP/1.1" status: 204 len: 168 time: 0.2844765 Sep 08 15:50:20.656793 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43322) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:20.658834 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c791d-a81d-4b50-b495-7efc4ed655aa None None] Network 47b209c8-4a31-4c1d-b0b1-87bba56c132a requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:50:20.727127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.778863 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Deleting port fdd6f092-3417-489c-b1cb-1cf893b69d84 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:20.779201 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.852704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] For port fdd6f092-3417-489c-b1cb-1cf893b69d84, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=fdd6f092-3417-489c-b1cb-1cf893b69d84,segment=NetworkSegment(fe93d04a-0b82-4b4b-b5e5-264a3c30b62c),segment_id=fe93d04a-0b82-4b4b-b5e5-264a3c30b62c)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:20.852997 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.864756 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Calling delete_port for fdd6f092-3417-489c-b1cb-1cf893b69d84 owned by network:dhcp {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:20.930205 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] DHCP port deletion for 47b209c8-4a31-4c1d-b0b1-87bba56c132a request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:50:20.935955 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:20.955855 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:20.973926 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:20.974272 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9aa8df28-3bb3-4cf9-9c0a-7e6c5d5b915a not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:20.982189 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd6f092-3417-489c-b1cb-1cf893b69d84,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:20.985643 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] No DVR routers for this DVR port fdd6f092-3417-489c-b1cb-1cf893b69d84 on host dv-cinder-776307-8-iscsi {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:20.998723 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Deleting port fdd6f092-3417-489c-b1cb-1cf893b69d84 {{(pid=100602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:20.999180 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.061198 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.069392 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] For port fdd6f092-3417-489c-b1cb-1cf893b69d84, host dv-cinder-776307-8-iscsi, got binding levels [] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:21.069930 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.082099 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Calling delete_port for fdd6f092-3417-489c-b1cb-1cf893b69d84 owned by network:dhcp {{(pid=100602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:21.082881 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b209c8-4a31-4c1d-b0b1-87bba56c132a']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:21.086975 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.ipam_backend_mixin [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Port fdd6f092-3417-489c-b1cb-1cf893b69d84 was not found and therefore no delete operation was performed {{(pid=100602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 15:50:21.088321 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956'] for port, after_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.095459 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:21.095756 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe93d04a-0b82-4b4b-b5e5-264a3c30b62c') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:21.106262 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.114363 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] Pushing event deleted for resources: {'Port': ['ID=fdd6f092-3417-489c-b1cb-1cf893b69d84,revision_number=None']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:21.118344 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6cd0aa-60b3-4643-a19d-19b52528f2d1 None None] No DVR routers for this DVR port fdd6f092-3417-489c-b1cb-1cf893b69d84 on host dv-cinder-776307-8-iscsi {{(pid=100602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:21.120398 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.127360 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:50:21.127778 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:50:21.129459 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:50:21.190098 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.195895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.203654 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] 10.222.0.54 "DELETE /v2.0/networks/47b209c8-4a31-4c1d-b0b1-87bba56c132a HTTP/1.1" status: 204 len: 168 time: 0.5400929 Sep 08 15:50:21.203654 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43326) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:21.216189 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b857b6-72ba-4f0a-8966-28ab29ceba23 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b209c8-4a31-4c1d-b0b1-87bba56c132a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:21.550628 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.781960 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Deleting port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:21.782637 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.860411 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] For port 23b9aae7-c28b-4655-964a-d0c1c9ae6aca, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,segment=NetworkSegment(3b271db4-933e-402f-a322-836d7a491c14),segment_id=3b271db4-933e-402f-a322-836d7a491c14)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:21.860718 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:21.873948 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Calling delete_port for 23b9aae7-c28b-4655-964a-d0c1c9ae6aca owned by network:router_interface {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:22.049205 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:22.079380 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b9aae7-c28b-4655-964a-d0c1c9ae6aca,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:22.235651 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:22.311449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device fdd6f092-3417-489c-b1cb-1cf893b69d84 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:22.331713 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: fdd6f092-3417-489c-b1cb-1cf893b69d84 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:22.332063 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device fdd6f092-3417-489c-b1cb-1cf893b69d84 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:22.332482 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 41a21fa3-411f-4280-8476-3dd444331162 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:22.351488 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 41a21fa3-411f-4280-8476-3dd444331162 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:22.351751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 41a21fa3-411f-4280-8476-3dd444331162 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:22.446449 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Router 42748553-0147-4c4d-a236-a22cac73d0f1 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:50:22.548375 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:50:22.553229 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1ae79939-6590-4b4f-983c-ce99cbc15625 admin admin] 10.222.0.54 "PUT /v2.0/routers/42748553-0147-4c4d-a236-a22cac73d0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3515680 Sep 08 15:50:22.556262 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43330) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:22.557538 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] Sync routers for ids ['42748553-0147-4c4d-a236-a22cac73d0f1'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:50:22.566416 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] Routers {'42748553-0147-4c4d-a236-a22cac73d0f1'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:22.567011 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['42748553-0147-4c4d-a236-a22cac73d0f1'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:22.659204 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks [] for router, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:22.750000 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] Set router 42748553-0147-4c4d-a236-a22cac73d0f1 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:22.761697 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:22.812683 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Deleting port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:22.813399 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:22.890435 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] For port 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:22.890824 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:22.906867 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Calling delete_port for 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a owned by network:router_gateway {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:22.921546 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:50:22Z', 'revision_number': 5, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port': {'id': '4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:42:54Z', 'updated_at': '2021-09-08T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:22.947868 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] Checking router: 42748553-0147-4c4d-a236-a22cac73d0f1 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:50:22.956422 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] Routers {'42748553-0147-4c4d-a236-a22cac73d0f1'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:22.957103 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['42748553-0147-4c4d-a236-a22cac73d0f1'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:23.044238 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] Set router 42748553-0147-4c4d-a236-a22cac73d0f1 gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:23.097859 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:50:22Z', 'revision_number': 6, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:23.125342 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229cef7-0866-46e6-9a94-6f76de37b890 None None] The sync data for ids ['42748553-0147-4c4d-a236-a22cac73d0f1'] in dv-cinder-776307-8-iscsi is: [{'id': '42748553-0147-4c4d-a236-a22cac73d0f1', 'name': 'tempest-TestShelveInstance-731969642-router', 'tenant_id': 'efeb244765044564b7d7ceda98f05bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:42:53Z', 'updated_at': '2021-09-08T15:50:22Z', 'revision_number': 6, 'project_id': 'efeb244765044564b7d7ceda98f05bef', 'gw_port_host': None}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:50:23.305963 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.330651 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:23.386367 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.475133 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.478240 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.526973 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.527405 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42748553-0147-4c4d-a236-a22cac73d0f1 {{(pid=100600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:50:23.532278 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.535799 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b2c1a653-d502-40a0-a299-2da75f3919db admin admin] 10.222.0.54 "DELETE /v2.0/routers/42748553-0147-4c4d-a236-a22cac73d0f1 HTTP/1.1" status: 204 len: 168 time: 0.9762247 Sep 08 15:50:23.536050 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43334) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:23.580624 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Deleting subnet 9261112a-96cc-4cfd-a1ab-b19d1f3f67d0 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:50:23.583610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.617603 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.695860 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.745869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.770484 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9261112a-96cc-4cfd-a1ab-b19d1f3f67d0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:23.774662 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.777618 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-6fe2bc47-18c3-4b0a-b655-3e16b819e2f4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9261112a-96cc-4cfd-a1ab-b19d1f3f67d0 HTTP/1.1" status: 204 len: 168 time: 0.2394075 Sep 08 15:50:23.778943 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43336) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:23.781319 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41734e82-9994-4a18-be11-1b41b68c25d4 None None] Network 98fae114-ee94-4598-809b-88fd5e2e1b31 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:50:23.850516 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.913295 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Deleting port 3686eed4-6f99-4e91-b935-75b4ea375ec2 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:23.913701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.978148 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] For port 3686eed4-6f99-4e91-b935-75b4ea375ec2, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=3686eed4-6f99-4e91-b935-75b4ea375ec2,segment=NetworkSegment(3b271db4-933e-402f-a322-836d7a491c14),segment_id=3b271db4-933e-402f-a322-836d7a491c14)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:23.978528 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:23.991362 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Calling delete_port for 3686eed4-6f99-4e91-b935-75b4ea375ec2 owned by network:dhcp {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:24.073808 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d33af-a3ac-4eb9-b7c9-7b39cb49ddd7 None None] DHCP port deletion for 98fae114-ee94-4598-809b-88fd5e2e1b31 request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:50:24.081985 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.096464 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d33af-a3ac-4eb9-b7c9-7b39cb49ddd7 None None] The port '3686eed4-6f99-4e91-b935-75b4ea375ec2' was deleted {{(pid=100602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 08 15:50:24.117492 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3686eed4-6f99-4e91-b935-75b4ea375ec2,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:24.119376 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] No DVR routers for this DVR port 3686eed4-6f99-4e91-b935-75b4ea375ec2 on host dv-cinder-776307-8-iscsi {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:24.193513 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.221773 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fae114-ee94-4598-809b-88fd5e2e1b31']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:24.234939 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b271db4-933e-402f-a322-836d7a491c14') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:24.235052 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b271db4-933e-402f-a322-836d7a491c14') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:24.245765 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.263824 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.264281 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 3686eed4-6f99-4e91-b935-75b4ea375ec2 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:24.270119 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:50:24.270536 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:50:24.272261 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:50:24.283784 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 3686eed4-6f99-4e91-b935-75b4ea375ec2 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:24.284122 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 3686eed4-6f99-4e91-b935-75b4ea375ec2 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:24.284744 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:24.302835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:24.303111 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 4e7db833-7ab4-4d61-b6fe-f03d9e2c5e3a not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:24.303537 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 23b9aae7-c28b-4655-964a-d0c1c9ae6aca no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:24.326238 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 23b9aae7-c28b-4655-964a-d0c1c9ae6aca {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:24.326579 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.326780 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 23b9aae7-c28b-4655-964a-d0c1c9ae6aca not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:24.331891 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.333756 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] 10.222.0.54 "DELETE /v2.0/networks/98fae114-ee94-4598-809b-88fd5e2e1b31 HTTP/1.1" status: 204 len: 168 time: 0.5538001 Sep 08 15:50:24.346845 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c367ae1-27e4-4b4b-9ff6-33b1cc383f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fae114-ee94-4598-809b-88fd5e2e1b31,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:24.445676 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43342) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:24.484167 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-ba6e3b2a-9a58-474e-89fa-aa567b39e1d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bd4fe66a2bb443ca69b0d1902e9c81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373368 Sep 08 15:50:24.486705 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43344) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:24.546298 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02d7fa86-6dec-4dfe-8c2f-05ca857269c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.566762 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02d7fa86-6dec-4dfe-8c2f-05ca857269c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.613526 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02d7fa86-6dec-4dfe-8c2f-05ca857269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.616009 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-02d7fa86-6dec-4dfe-8c2f-05ca857269c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:24.618104 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-02d7fa86-6dec-4dfe-8c2f-05ca857269c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83767c91-65d3-49bd-838e-6fa2159f1d9d HTTP/1.1" status: 204 len: 168 time: 0.1304867 Sep 08 15:50:24.626143 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7fa86-6dec-4dfe-8c2f-05ca857269c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83767c91-65d3-49bd-838e-6fa2159f1d9d,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:24.918257 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43350) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:24.956176 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a5f969fd-9427-4d90-9a70-b3700bc4585d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efeb244765044564b7d7ceda98f05bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367539 Sep 08 15:50:24.958540 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43352) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:25.004683 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0633fbde-e8e9-409c-b00b-9a9108cac99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:25.024823 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0633fbde-e8e9-409c-b00b-9a9108cac99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:25.070413 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0633fbde-e8e9-409c-b00b-9a9108cac99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:25.073029 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0633fbde-e8e9-409c-b00b-9a9108cac99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:25.074269 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0633fbde-e8e9-409c-b00b-9a9108cac99d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64c3477e-f661-4237-8f29-ef7debc6b493 HTTP/1.1" status: 204 len: 168 time: 0.1148307 Sep 08 15:50:25.081855 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633fbde-e8e9-409c-b00b-9a9108cac99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c3477e-f661-4237-8f29-ef7debc6b493,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:31.991927 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c356e-13f4-43e2-a62a-72d1b6c32fc8 req-8e9e091b-9c2e-417e-a9b5-c16de1981942 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:31.993596 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-040c356e-13f4-43e2-a62a-72d1b6c32fc8 req-8e9e091b-9c2e-417e-a9b5-c16de1981942 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0531840 Sep 08 15:50:32.030927 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-040c356e-13f4-43e2-a62a-72d1b6c32fc8 req-eb5be785-bd0c-4169-9aec-02526b592b1e tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Sep 08 15:50:33.149296 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a842e-a468-438f-9edd-6d35553be58f req-8fb543bc-6309-471e-89df-db980ac2fe62 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:33.150725 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-453a842e-a468-438f-9edd-6d35553be58f req-8fb543bc-6309-471e-89df-db980ac2fe62 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0514672 Sep 08 15:50:33.187391 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-453a842e-a468-438f-9edd-6d35553be58f req-a6fb8f95-b321-404d-9984-8baf19751269 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307946 Sep 08 15:50:34.299319 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1efea-41e3-4ec1-abb5-b2af24a66ce4 req-2945d6da-a3c5-4567-854c-59dc23b1e684 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:34.300769 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f9e1efea-41e3-4ec1-abb5-b2af24a66ce4 req-2945d6da-a3c5-4567-854c-59dc23b1e684 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0470569 Sep 08 15:50:34.340427 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f9e1efea-41e3-4ec1-abb5-b2af24a66ce4 req-8e80f222-a2c9-4c07-bf2c-a8f71fc72efe tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Sep 08 15:50:35.457078 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d65e65-e85b-4cab-816c-8f0776971103 req-797569e0-dfdf-4118-a5cf-a63a2c47066d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:35.458522 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e7d65e65-e85b-4cab-816c-8f0776971103 req-797569e0-dfdf-4118-a5cf-a63a2c47066d tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0522466 Sep 08 15:50:35.494422 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e7d65e65-e85b-4cab-816c-8f0776971103 req-381084e9-74d8-4409-a27d-c4e18a4244fc tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300820 Sep 08 15:50:36.608886 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8375402-4a99-4b31-8c2a-eaa42157f3f5 req-da676f3d-4d6c-48ce-acdf-679ee5373015 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:36.610400 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f8375402-4a99-4b31-8c2a-eaa42157f3f5 req-da676f3d-4d6c-48ce-acdf-679ee5373015 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0496199 Sep 08 15:50:36.647825 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f8375402-4a99-4b31-8c2a-eaa42157f3f5 req-62779619-9e37-45d6-9481-2d57b89a87d8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Sep 08 15:50:37.204491 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.260069 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-d7c300a7-64a8-40ca-ac45-262332894cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.359230 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-0b54afa7-3960-427d-84e5-585ab6c471a8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:37.361693 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-0b54afa7-3960-427d-84e5-585ab6c471a8 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0545430 Sep 08 15:50:37.458712 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Deleting port abc60414-5e90-46a9-9349-e9c109ff6cb0 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:37.458966 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.543940 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] For port abc60414-5e90-46a9-9349-e9c109ff6cb0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=abc60414-5e90-46a9-9349-e9c109ff6cb0,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:37.544292 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.706539 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.706899 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.707210 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Floating IP 6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06 disassociated. External IP: 172.27.0.78, port: abc60414-5e90-46a9-9349-e9c109ff6cb0. Sep 08 15:50:37.707551 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Calling delete_port for abc60414-5e90-46a9-9349-e9c109ff6cb0 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:37.760698 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7099-594f-4d21-b5a1-47d4eb68ffda req-11a7f8a3-6afe-4f7c-9c4e-5dccf5263a9b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:37.762180 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-586a7099-594f-4d21-b5a1-47d4eb68ffda req-11a7f8a3-6afe-4f7c-9c4e-5dccf5263a9b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca903ae3-7e9d-411e-bfbb-30314b06c2f5 HTTP/1.1" status: 200 len: 946 time: 0.0484393 Sep 08 15:50:37.800724 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-586a7099-594f-4d21-b5a1-47d4eb68ffda req-72d856f6-b6c5-4653-b01b-38701f5f4b9b tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups?id=bbfce44f-f6d3-4834-9f2f-6aae037d6df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Sep 08 15:50:37.831434 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:37.860048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event deleted for resources: {'Port': ['ID=abc60414-5e90-46a9-9349-e9c109ff6cb0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:37.969541 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:50:38.073321 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:50:38.118521 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] No DVR routers for this DVR port abc60414-5e90-46a9-9349-e9c109ff6cb0 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:38.121790 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:38.123952 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c4ea01d3-57c9-444e-9682-e4c7ef397e18 req-9dc3ef7b-94e7-4649-8775-8f6e97e1fb6f tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.59 "DELETE /v2.0/ports/abc60414-5e90-46a9-9349-e9c109ff6cb0 HTTP/1.1" status: 204 len: 173 time: 0.7550414 Sep 08 15:50:38.124424 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'name': 'network-vif-deleted', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:50:38.126919 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2317298b-e506-41c8-876b-c512f8195cd9" -d '{"events": [{"server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "name": "network-vif-deleted", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:50:38.172927 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaf5f83-18a0-4e2f-9992-83dce7fa8afa x-openstack-request-id: req-dcaf5f83-18a0-4e2f-9992-83dce7fa8afa {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:50:38.173215 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca903ae3-7e9d-411e-bfbb-30314b06c2f5", "name": "network-vif-deleted", "tag": "abc60414-5e90-46a9-9349-e9c109ff6cb0", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:50:38.173457 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcaf5f83-18a0-4e2f-9992-83dce7fa8afa {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:50:38.173879 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca903ae3-7e9d-411e-bfbb-30314b06c2f5', 'name': 'network-vif-deleted', 'tag': 'abc60414-5e90-46a9-9349-e9c109ff6cb0', 'status': 'completed', 'code': 200} Sep 08 15:50:38.210285 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:50:38.221371 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:38.222043 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:38.335548 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:38.527951 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:38.555855 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:50:38.563898 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:38.564487 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:38.665131 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:38.863090 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:38.890125 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8e656-3895-42d9-a145-821ee2bf36e8 None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '05bbb1cd-ea9a-4cd0-80b0-912794367f94', 'name': '', 'network_id': 'c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'mac_address': 'fa:16:3e:71:74:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:37Z', 'updated_at': '2021-09-08T15:39:50Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'subnets': [{'id': '447fd226-1392-449b-bfb9-e0309fa527ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:50:39.098652 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b77421-6259-474b-9e34-8914a9b6455d None None] New status for floating IP 6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:50:39.814917 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c5c53e6b-5ece-4e4a-9c18-68fa3cdbe371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:39.903119 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43462) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:39.961168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7860b80-95ad-42ae-94f4-2bbc2f8592d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:39.984266 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7860b80-95ad-42ae-94f4-2bbc2f8592d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.030643 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7860b80-95ad-42ae-94f4-2bbc2f8592d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.033277 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a7860b80-95ad-42ae-94f4-2bbc2f8592d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.034458 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a7860b80-95ad-42ae-94f4-2bbc2f8592d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "DELETE /v2.0/security-groups/bbfce44f-f6d3-4834-9f2f-6aae037d6df3 HTTP/1.1" status: 204 len: 168 time: 0.1303585 Sep 08 15:50:40.037235 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43464) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:40.043528 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7860b80-95ad-42ae-94f4-2bbc2f8592d6 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfce44f-f6d3-4834-9f2f-6aae037d6df3,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:40.050787 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.api.v2.resource [None req-59cd7322-6862-4a1e-b7bd-379c6d72a828 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] show failed (client error): The resource could not be found. Sep 08 15:50:40.051784 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-59cd7322-6862-4a1e-b7bd-379c6d72a828 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "GET /v2.0/security-groups/bbfce44f-f6d3-4834-9f2f-6aae037d6df3 HTTP/1.1" status: 404 len: 347 time: 0.0135283 Sep 08 15:50:40.054862 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 43466) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:40.175150 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Deleting port 5c0ae854-0044-4837-b2ad-01cfbe63bac1 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:40.175488 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.248593 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.248914 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.260841 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Calling delete_port for 5c0ae854-0044-4837-b2ad-01cfbe63bac1 owned by network:floatingip {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:40.301449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.393269 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.421139 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Pushing event deleted for resources: {'Port': ['ID=5c0ae854-0044-4837-b2ad-01cfbe63bac1,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:40.478546 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks [] for floatingip, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.481085 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:40.489851 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-1ab32fed-394f-46f8-880d-49ea87533a12 tempest-AttachVolumeTestJSON-1553939979 tempest-AttachVolumeTestJSON-1553939979-project] 10.222.0.54 "DELETE /v2.0/floatingips/6483a4d8-3e3e-4ec3-b3c3-00b3ca147e06 HTTP/1.1" status: 204 len: 168 time: 0.4293246 Sep 08 15:50:40.922857 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:41.411071 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device abc60414-5e90-46a9-9349-e9c109ff6cb0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:41.435057 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: abc60414-5e90-46a9-9349-e9c109ff6cb0 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:41.435398 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device abc60414-5e90-46a9-9349-e9c109ff6cb0 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:42.511541 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:42.887389 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-5c57f073-6661-49c8-86d2-43fad82cf689 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686517375&fields=id&tenant_id=e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 267 time: 0.0335796 Sep 08 15:50:42.993628 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-23db4d8f-0013-4605-ac87-e8df7fae1a85 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:42.995188 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-23db4d8f-0013-4605-ac87-e8df7fae1a85 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 812 time: 0.1011610 Sep 08 15:50:43.010546 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-44805378-b1f9-4c38-bc9b-8c6af4890190 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/quotas/e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 375 time: 0.0086405 Sep 08 15:50:43.065358 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-bc64a00f-1cb0-43a5-b990-4705efc284f1 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499976 Sep 08 15:50:43.081101 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-4e630f5a-bc1e-4d66-bebd-5a9aaf183d57 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:50:43.082057 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-4e630f5a-bc1e-4d66-bebd-5a9aaf183d57 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048304 Sep 08 15:50:43.172249 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-af9377a5-1d6f-44f2-addb-fdeb120f60c5 service neutron] 10.222.0.54 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845869 Sep 08 15:50:43.260351 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-8b1025bf-51ae-41b9-8bae-85c8b9513856 service neutron] 10.222.0.54 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820165 Sep 08 15:50:44.559392 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6cbc2654-379b-497b-9a17-566c79fb92a9 req-884780ae-e732-485f-898c-f3bc2b68fdb0 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 210 time: 0.0249231 Sep 08 15:50:45.076409 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43530) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:45.467665 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:50:45.635659 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:45.640696 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-7aa49010-033e-4696-a1f8-0ce3e3ca22c5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:45.642258 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-7aa49010-033e-4696-a1f8-0ce3e3ca22c5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 812 time: 0.1091378 Sep 08 15:50:45.694305 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1059e370-f188-4203-a17a-4523a2e70837 req-3a341a66-04a0-45fb-a6bd-b7164fb6ce33 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 210 time: 0.0616813 Sep 08 15:50:45.696176 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-33ad2859-a31b-44dd-a39f-8e643d84681a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e485550a654b419aae39dff67c89193d HTTP/1.1" status: 200 len: 379 time: 0.0370476 Sep 08 15:50:45.724130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'port': {'device_id': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'admin_state_up': True, 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'security_groups': ['c1762f31-3484-45b0-8a8f-b94f777f6813']}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:50:45.836067 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Made reservation on behalf of e485550a654b419aae39dff67c89193d for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:50:45.840243 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:45.970097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Allocated IP 172.20.0.8 (30d1c591-8c78-44e8-9491-a4e5de4d4a63/f4cccbb3-348b-44a0-91ca-b32f2bc9345a/06ec9fa6-85ad-4e34-b118-b1cebed7f0cb) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:50:46.124563 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.138161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Transition to ACTIVE for port object 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:50:46.172747 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.179116 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Deleting port 05bbb1cd-ea9a-4cd0-80b0-912794367f94 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:46.179461 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.217443 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:50:46.220574 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:50:46.223129 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:50:46.235031 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:46.273128 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] For port 05bbb1cd-ea9a-4cd0-80b0-912794367f94, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=05bbb1cd-ea9a-4cd0-80b0-912794367f94,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:46.273473 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.286251 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Calling delete_port for 05bbb1cd-ea9a-4cd0-80b0-912794367f94 owned by network:router_interface {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:46.293141 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:46.294480 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.317246 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-a97c1765-73a8-4353-b579-3a241415737a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5970478 Sep 08 15:50:46.352458 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Request body: {'port': {'device_id': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:50:46.418138 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.486540 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.511220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Pushing event deleted for resources: {'Port': ['ID=05bbb1cd-ea9a-4cd0-80b0-912794367f94,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:46.571946 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-401f1dd3-4673-4883-a7ed-dc5193403d54 None None] Provisioning for port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:50:46.577932 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-401f1dd3-4673-4883-a7ed-dc5193403d54 None None] Provisioning complete for port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:50:46.578563 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-401f1dd3-4673-4883-a7ed-dc5193403d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.616135 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-401f1dd3-4673-4883-a7ed-dc5193403d54 None None] Port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:50:46.676717 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.714939 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:50:46.722622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.735432 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Transition to ACTIVE for port object 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:50:46.741401 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.801234 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:46.874449 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dfbda-3bc4-4afe-9eaf-8f8308d7e38e req-42466289-5a8a-4079-843c-b69375e92ff5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:46.875747 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Attempting to bind port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:50:46.875967 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c8dfbda-3bc4-4afe-9eaf-8f8308d7e38e req-42466289-5a8a-4079-843c-b69375e92ff5 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.1052332 Sep 08 15:50:46.876099 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Attempting to bind port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:50:46.876406 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Attempting to bind port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:50:46.881435 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:50:46.881806 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Attempting to bind port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb on network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:50:46.890128 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:50:46.890128 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Checking segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:50:46.890412 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Bound using segment: {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:50:46.890752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Bound port: 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:50:46.891107 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:46.963796 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1c8dfbda-3bc4-4afe-9eaf-8f8308d7e38e req-91fb4c1e-1695-4f05-ade5-3170face008d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546210 Sep 08 15:50:46.971747 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] For port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:50:46.975884 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] For port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:50:46.978520 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:50:46.985210 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.021732 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.022409 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.023878 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] 10.222.0.59 "PUT /v2.0/ports/06ec9fa6-85ad-4e34-b118-b1cebed7f0cb HTTP/1.1" status: 200 len: 1093 time: 0.6769121 Sep 08 15:50:47.024125 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:50:47.026503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f37de-6973-4d97-a4a8-e79b2a281c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:50:47.094013 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec92a4-b3ee-4757-b780-e78f41182fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:47.094148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:50:47.100301 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5c0155e7-e1c6-421e-9c23-bd5dfed0c751 admin admin] 10.222.0.54 "PUT /v2.0/routers/0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0227952 Sep 08 15:50:47.104844 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43542) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:47.105946 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] Sync routers for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:50:47.116088 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:47.116725 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:47.116975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219815a8-c3f4-46a6-a49c-85180928dfaf x-openstack-request-id: req-219815a8-c3f4-46a6-a49c-85180928dfaf {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:50:47.117313 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:50:47.117719 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-219815a8-c3f4-46a6-a49c-85180928dfaf {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:50:47.118222 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'status': 'completed', 'code': 200} Sep 08 15:50:47.174353 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-9e8ae0d4-0d17-4338-952a-e7fb72f876a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315205 Sep 08 15:50:47.179925 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-f10dd44d-a9e8-4723-a73e-faa82ac47416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.182705 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-f10dd44d-a9e8-4723-a73e-faa82ac47416 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 1096 time: 0.0890136 Sep 08 15:50:47.233388 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks [] for router, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.234227 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:47.253647 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-7679c972-af58-4152-81aa-3fa99190d3d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb HTTP/1.1" status: 200 len: 217 time: 0.0495081 Sep 08 15:50:47.320613 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-625a603d-0af4-4a5f-8420-78130f4a3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.322206 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-625a603d-0af4-4a5f-8420-78130f4a3942 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0537174 Sep 08 15:50:47.324980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-db98ed7a-2f9b-4d4a-8a51-06025609ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.326392 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-db98ed7a-2f9b-4d4a-8a51-06025609ed11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=189bb8fa112c4f03990936db9c547bf0&device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 1099 time: 0.1156824 Sep 08 15:50:47.348221 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.411299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Deleting port f6b7a28f-2ea5-487a-87d9-43a4bef872f7 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:47.411654 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.431506 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:50:46Z', 'revision_number': 5, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port': {'id': 'f6b7a28f-2ea5-487a-87d9-43a4bef872f7', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:29Z', 'updated_at': '2021-09-08T15:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:47.444999 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b295-6240-4619-847f-ba0a5107072c req-f549f7e7-5abc-43cc-829a-be2193e439c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.446563 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-f549f7e7-5abc-43cc-829a-be2193e439c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092031 Sep 08 15:50:47.462527 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] Checking router: 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:50:47.471998 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] Routers {'0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:50:47.472611 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:47.481788 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-6dbcdae1-6450-4f3e-abc5-3e99809f0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.483239 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-6dbcdae1-6450-4f3e-abc5-3e99809f0270 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 200 len: 917 time: 0.1203258 Sep 08 15:50:47.491271 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] For port f6b7a28f-2ea5-487a-87d9-43a4bef872f7, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:47.491660 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.505743 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Calling delete_port for f6b7a28f-2ea5-487a-87d9-43a4bef872f7 owned by network:router_gateway {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:47.556015 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] Set router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac gateway port host: None {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:50:47.586913 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-3072533e-e358-4219-ad7c-f825cf39a8ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 200 len: 1001 time: 0.0951643 Sep 08 15:50:47.609415 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:50:47Z', 'revision_number': 6, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:47.626008 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-1d09b0a5-0f0e-4320-be17-06f4faa9742e service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703441 Sep 08 15:50:47.636723 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9456c-bd00-44a7-8606-cdf8c8828fb4 None None] The sync data for ids ['0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac'] in dv-cinder-776307-8-iscsi is: [{'id': '0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac', 'name': 'tempest-AttachVolumeTestJSON-223154227-router', 'tenant_id': '98b3c7fe62d6462b81f04a9bec53005c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:50:47Z', 'revision_number': 6, 'project_id': '98b3c7fe62d6462b81f04a9bec53005c', 'gw_port_host': None}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:50:47.668720 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-812ad617-6495-41d5-a9a0-683e1e7db6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.669927 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-812ad617-6495-41d5-a9a0-683e1e7db6c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 200 len: 855 time: 0.0756550 Sep 08 15:50:47.684801 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.709420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b7a28f-2ea5-487a-87d9-43a4bef872f7,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:47.755029 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-61f1b295-6240-4619-847f-ba0a5107072c req-00e3c422-ff93-4be8-8240-9885548a30e4 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216865 Sep 08 15:50:47.757557 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-2aa62a34-587f-4c2b-921f-e6143e2b99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.758933 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-2aa62a34-587f-4c2b-921f-e6143e2b99fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3800de5-4167-4641-9f7a-9fc03e3dda01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591152 Sep 08 15:50:47.771974 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.865260 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-b097e494-2288-4b17-868f-8601d6621e73 service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905006 Sep 08 15:50:47.875083 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.877348 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.940331 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.940775 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac {{(pid=100601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:50:47.945513 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:47.946681 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d2f72ea4-92ff-4530-ade1-b7f464f99340 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0ce7d9b0-d1b9-4d41-adf7-d4fdd15beeac HTTP/1.1" status: 204 len: 168 time: 0.8406041 Sep 08 15:50:47.949236 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43544) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:47.958702 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-5a6992f4-0b7e-4c30-8abd-0ca64b41ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:47.960166 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-5a6992f4-0b7e-4c30-8abd-0ca64b41ea3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 1096 time: 0.0938559 Sep 08 15:50:47.996437 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Deleting subnet 447fd226-1392-449b-bfb9-e0309fa527ab {{(pid=100601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:50:47.999194 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.039977 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904979'] for subnet, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.046046 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-ab139da6-7b89-45b6-b30e-f9cca0e47eca req-2d4a5277-ac0d-4193-af21-22d28d9d067f service neutron] 10.222.0.59 "GET /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708684 Sep 08 15:50:48.083687 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-df759451-7324-4fd1-802f-1a8f3ee976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:48.085458 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-df759451-7324-4fd1-802f-1a8f3ee976c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.1179433 Sep 08 15:50:48.134484 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-a472157c-5ab8-459e-a7f1-f7abac12a995 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb HTTP/1.1" status: 200 len: 217 time: 0.0416546 Sep 08 15:50:48.143649 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a717c-31d9-473e-a6f5-5077f53f1bc0 req-89deb734-471a-4731-9bde-7ebb6d8c168b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:48.145106 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-762a717c-31d9-473e-a6f5-5077f53f1bc0 req-89deb734-471a-4731-9bde-7ebb6d8c168b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0853968 Sep 08 15:50:48.183239 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-6cc1bd10-df6d-4c57-9e12-64eaa5066aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:48.184706 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-6cc1bd10-df6d-4c57-9e12-64eaa5066aec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0430815 Sep 08 15:50:48.215515 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.230738 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-401f60b4-8158-480c-b2bd-877296341d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:48.232223 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-401f60b4-8158-480c-b2bd-877296341d9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394824 Sep 08 15:50:48.239043 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-762a717c-31d9-473e-a6f5-5077f53f1bc0 req-6723d6e4-63a8-430f-a780-ce78b0c59102 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742357 Sep 08 15:50:48.272195 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126176685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129547762'] for subnet, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.301855 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447fd226-1392-449b-bfb9-e0309fa527ab,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:48.303788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.308472 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5d8d981d-01e9-4872-8aa4-7ee0bd31aa41 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/447fd226-1392-449b-bfb9-e0309fa527ab HTTP/1.1" status: 204 len: 168 time: 0.3554368 Sep 08 15:50:48.308472 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43548) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:48.309486 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc979978-db07-4b5d-9953-49bb799a0172 None None] Network c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:50:48.328998 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-5856165c-6021-40ec-ba1b-226b952b212a service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879483 Sep 08 15:50:48.376010 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.419495 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-214f37de-6973-4d97-a4a8-e79b2a281c2f req-3b1d9799-6434-4b8c-be16-62bdfe7f2280 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830889 Sep 08 15:50:48.428153 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Deleting port f1e2d08d-b01e-4494-b44a-ed742c6e11da {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:48.428545 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.502528 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] For port f1e2d08d-b01e-4494-b44a-ed742c6e11da, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=f1e2d08d-b01e-4494-b44a-ed742c6e11da,segment=NetworkSegment(eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc),segment_id=eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:48.503586 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.506005 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] DHCP port deletion for c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:50:48.518446 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Calling delete_port for f1e2d08d-b01e-4494-b44a-ed742c6e11da owned by network:dhcp {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:48.540672 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f6b7a28f-2ea5-487a-87d9-43a4bef872f7 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:48.567475 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: f6b7a28f-2ea5-487a-87d9-43a4bef872f7 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:48.567816 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f6b7a28f-2ea5-487a-87d9-43a4bef872f7 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:48.568228 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 05bbb1cd-ea9a-4cd0-80b0-912794367f94 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:48.589386 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 05bbb1cd-ea9a-4cd0-80b0-912794367f94 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:48.589751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 05bbb1cd-ea9a-4cd0-80b0-912794367f94 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:48.598867 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.601406 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Deleting port f1e2d08d-b01e-4494-b44a-ed742c6e11da {{(pid=100602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:50:48.601807 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.624341 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e2d08d-b01e-4494-b44a-ed742c6e11da,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:48.627900 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] No DVR routers for this DVR port f1e2d08d-b01e-4494-b44a-ed742c6e11da on host dv-cinder-776307-8-iscsi {{(pid=100601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:48.664496 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] For port f1e2d08d-b01e-4494-b44a-ed742c6e11da, host dv-cinder-776307-8-iscsi, got binding levels [] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:50:48.664965 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.678373 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Calling delete_port for f1e2d08d-b01e-4494-b44a-ed742c6e11da owned by network:dhcp {{(pid=100602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:50:48.681416 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.ipam_backend_mixin [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Port f1e2d08d-b01e-4494-b44a-ed742c6e11da was not found and therefore no delete operation was performed {{(pid=100602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 15:50:48.682922 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956'] for port, after_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.699705 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.712006 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Pushing event deleted for resources: {'Port': ['ID=f1e2d08d-b01e-4494-b44a-ed742c6e11da,revision_number=None']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:48.718036 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] No DVR routers for this DVR port f1e2d08d-b01e-4494-b44a-ed742c6e11da on host dv-cinder-776307-8-iscsi {{(pid=100602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:50:48.723186 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d']}} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:48.726040 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.726395 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.726739 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.727076 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.727835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.727835 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.728034 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.729287 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.729815 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.730353 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.730840 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.731322 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2533c9-45c4-47f1-a7b0-7cea7014e8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:50:48.734129 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc') {'for_net_delete': True} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:48.734429 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0d86c2-8a3f-4aab-9792-7ae36e5dabfc') {} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:50:48.745344 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904938'] for segment, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.758452 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.765106 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:50:48.765544 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177103'] for segment, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: Traceback (most recent call last): Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: timer() Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: cb(*args, **kw) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: return func(*args, **kwargs) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: self._notify() Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: self.callback(batched_events) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: event.method(event) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: return f(self, *a, **k) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._get(url).json() Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: return self.request(url, 'GET', **kwargs) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:50:48.767430 dv-cinder-776307-8-iscsi neutron-server[100601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:50:48.821108 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.827178 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:48.828976 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] 10.222.0.54 "DELETE /v2.0/networks/c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d HTTP/1.1" status: 204 len: 168 time: 0.5194619 Sep 08 15:50:48.839717 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a27f-b6f4-4c09-9236-e463075d5fef admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f050d5-0c4b-40f1-8d7d-fc9ef35f9a4d,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:48.941200 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43552) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:48.980269 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-7155f46f-b91b-4d3e-9513-57af8edd72da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98b3c7fe62d6462b81f04a9bec53005c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378344 Sep 08 15:50:48.982683 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43554) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:50:49.030929 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-deb7b048-dae9-4d28-a9dd-8dc922e47750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:49.051519 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-deb7b048-dae9-4d28-a9dd-8dc922e47750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:49.097647 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-deb7b048-dae9-4d28-a9dd-8dc922e47750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:49.100117 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-deb7b048-dae9-4d28-a9dd-8dc922e47750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:50:49.101229 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-deb7b048-dae9-4d28-a9dd-8dc922e47750 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc481ae2-e3c5-4e9e-ac7c-693df4da38ae HTTP/1.1" status: 204 len: 168 time: 0.1176467 Sep 08 15:50:49.108989 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b048-dae9-4d28-a9dd-8dc922e47750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc481ae2-e3c5-4e9e-ac7c-693df4da38ae,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:50:49.358982 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4b077-be3e-4416-a1da-ba5be1ab84dc req-b26eb472-373a-418c-93e3-8affcfa90882 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:49.360476 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6fb4b077-be3e-4416-a1da-ba5be1ab84dc req-b26eb472-373a-418c-93e3-8affcfa90882 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0511646 Sep 08 15:50:49.398538 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6fb4b077-be3e-4416-a1da-ba5be1ab84dc req-810ba76d-918e-4c3d-b8f3-b4fe3361541b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Sep 08 15:50:50.264875 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f1e2d08d-b01e-4494-b44a-ed742c6e11da no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:50:50.284470 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: f1e2d08d-b01e-4494-b44a-ed742c6e11da {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:50:50.284967 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device f1e2d08d-b01e-4494-b44a-ed742c6e11da not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:50:50.512107 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8501381-90fb-43ce-a867-de0f2e4be39e req-cd26d88d-06f4-49cf-ad4c-57d8b6d696d8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:50.513601 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d8501381-90fb-43ce-a867-de0f2e4be39e req-cd26d88d-06f4-49cf-ad4c-57d8b6d696d8 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0476370 Sep 08 15:50:50.551195 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d8501381-90fb-43ce-a867-de0f2e4be39e req-d57df5e1-52a1-49f9-82d3-da5424c8ebf4 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Sep 08 15:50:51.664874 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94773-3324-4adb-825c-3e5d32be7f9e req-5a0027f5-2863-46f2-89f7-e0cd5899e4a0 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:51.666909 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9ed94773-3324-4adb-825c-3e5d32be7f9e req-5a0027f5-2863-46f2-89f7-e0cd5899e4a0 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0484598 Sep 08 15:50:51.703952 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9ed94773-3324-4adb-825c-3e5d32be7f9e req-16280ef6-4552-49e0-82c7-de998e7faf50 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308440 Sep 08 15:50:52.820212 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990910ac-be81-4c77-853c-18135c5e38d0 req-d62eb0cf-6ff1-480a-9b4e-8933d08a07ea tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:52.821631 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-990910ac-be81-4c77-853c-18135c5e38d0 req-d62eb0cf-6ff1-480a-9b4e-8933d08a07ea tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0510111 Sep 08 15:50:52.857379 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-990910ac-be81-4c77-853c-18135c5e38d0 req-a8fd4dca-6836-4a63-a892-ec14ae8e8ecf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298414 Sep 08 15:50:53.967537 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c8f6-9e4f-4147-8363-c127eec8a5c6 req-a993397c-f790-486c-96de-0290498ed699 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:53.968980 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8486c8f6-9e4f-4147-8363-c127eec8a5c6 req-a993397c-f790-486c-96de-0290498ed699 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0472157 Sep 08 15:50:54.005236 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8486c8f6-9e4f-4147-8363-c127eec8a5c6 req-d55ccc01-e63b-484b-a3ed-12a236c249e7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303838 Sep 08 15:50:55.116052 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4c50f-8388-49e9-b161-d866b6f01a4a req-73116013-e8d8-4eb5-b7f5-97a297c63068 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:55.117482 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bff4c50f-8388-49e9-b161-d866b6f01a4a req-73116013-e8d8-4eb5-b7f5-97a297c63068 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0473301 Sep 08 15:50:55.155131 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bff4c50f-8388-49e9-b161-d866b6f01a4a req-04c01d0c-8260-4e53-8b88-535a6e8e8a89 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Sep 08 15:50:56.267276 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd142f-b4f2-4566-b4ef-e535b7c45220 req-a7eb2f6b-1bdf-4968-9e16-63bb67d5dc4d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:56.268708 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5bd142f-b4f2-4566-b4ef-e535b7c45220 req-a7eb2f6b-1bdf-4968-9e16-63bb67d5dc4d tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0504615 Sep 08 15:50:56.305554 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d5bd142f-b4f2-4566-b4ef-e535b7c45220 req-e251ad33-b504-4d05-93ff-867572023358 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309834 Sep 08 15:50:57.421875 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abf970-2bd6-4353-b84d-1ef232dee784 req-fb82692b-ce78-4358-bcb6-f938009fd00b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:57.423306 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61abf970-2bd6-4353-b84d-1ef232dee784 req-fb82692b-ce78-4358-bcb6-f938009fd00b tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0470865 Sep 08 15:50:57.459854 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-61abf970-2bd6-4353-b84d-1ef232dee784 req-dc7f4f32-ca58-4dad-9db0-056372cfbb83 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307188 Sep 08 15:50:58.571499 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defebb1-3cd3-4435-9b35-cf2eaa3fcc49 req-b1e1c27e-afa9-442e-9ee4-95c5497121fc tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:58.572952 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4defebb1-3cd3-4435-9b35-cf2eaa3fcc49 req-b1e1c27e-afa9-442e-9ee4-95c5497121fc tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0468483 Sep 08 15:50:58.608337 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4defebb1-3cd3-4435-9b35-cf2eaa3fcc49 req-0f2d84cd-dbf4-45db-aea3-f09656f7525c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295060 Sep 08 15:50:59.722165 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3405a-5b83-4188-a275-cf15b2665203 req-94ac6708-4837-4f0a-88cf-34e5b414a289 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:50:59.723658 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f1b3405a-5b83-4188-a275-cf15b2665203 req-94ac6708-4837-4f0a-88cf-34e5b414a289 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0501945 Sep 08 15:50:59.762808 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f1b3405a-5b83-4188-a275-cf15b2665203 req-98f058fb-120d-4b00-baf3-3d436a5e1bdc tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Sep 08 15:51:00.875769 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c886b-0b95-44a3-8958-ed17f4ced519 req-0278dbad-8c0c-44ee-8d99-9c062e457ed6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:00.877222 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8d9c886b-0b95-44a3-8958-ed17f4ced519 req-0278dbad-8c0c-44ee-8d99-9c062e457ed6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 943 time: 0.0478876 Sep 08 15:51:00.914605 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-8d9c886b-0b95-44a3-8958-ed17f4ced519 req-ad89c320-4dd0-4f67-a70f-a0553f993894 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313756 Sep 08 15:51:01.563509 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:51:01.656589 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:01.670696 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'port_id': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'mac_address': 'fa:16:3e:d1:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:51:01.820231 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:01.833006 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:51:01.851892 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:01.857391 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:01.905898 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:02.026596 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877fe99-1b2d-44ab-bed9-236860da999b req-e93b5ea6-ea30-48a6-b46f-e3d0f7a903b7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:02.028018 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f877fe99-1b2d-44ab-bed9-236860da999b req-e93b5ea6-ea30-48a6-b46f-e3d0f7a903b7 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 944 time: 0.0470109 Sep 08 15:51:02.064655 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f877fe99-1b2d-44ab-bed9-236860da999b req-fd193305-0a77-43ae-8440-513be8f58911 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308969 Sep 08 15:51:02.287991 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['06ec9fa6-85ad-4e34-b118-b1cebed7f0cb'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:51:03.177508 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3363ef-965d-454b-a62b-953e5fd736ab req-23deabcc-c593-4756-b0cd-04cc3d88ce9c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:03.178883 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3e3363ef-965d-454b-a62b-953e5fd736ab req-23deabcc-c593-4756-b0cd-04cc3d88ce9c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 944 time: 0.0499468 Sep 08 15:51:03.215634 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3e3363ef-965d-454b-a62b-953e5fd736ab req-c3934338-66dc-4930-bfc1-8101abbbdd93 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300317 Sep 08 15:51:03.589167 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:51:03.637593 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:51:03.641235 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:51:03.641599 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:03.718322 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:03.740859 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:51:03.743232 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7c367-ed58-4e26-b90d-85b3e70c9371" -d '{"events": [{"server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "name": "network-vif-plugged", "status": "completed", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:51:03.756412 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:03.761456 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:03.810607 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:03.909411 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0528880-e708-4821-9902-e5b0483cea6a x-openstack-request-id: req-b0528880-e708-4821-9902-e5b0483cea6a {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:51:03.909725 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "name": "network-vif-plugged", "status": "completed", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:51:03.909975 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0528880-e708-4821-9902-e5b0483cea6a {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:51:03.910363 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'code': 200} Sep 08 15:51:04.167768 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e832-95a7-47f9-be3d-64880ad460d5 req-ead5dfea-bf4e-48a6-b8e5-db43fc8c71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:04.169115 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4546e832-95a7-47f9-be3d-64880ad460d5 req-ead5dfea-bf4e-48a6-b8e5-db43fc8c71cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 1098 time: 0.0454907 Sep 08 15:51:04.334280 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73684-ea2a-4e5a-a16a-f1ba9dbaeebf req-11943ed3-aaa9-4070-8ed5-bb20039afbba tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:04.335858 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1db73684-ea2a-4e5a-a16a-f1ba9dbaeebf req-11943ed3-aaa9-4070-8ed5-bb20039afbba tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Sep 08 15:51:04.375527 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-1db73684-ea2a-4e5a-a16a-f1ba9dbaeebf req-9d55891f-c961-4f7b-9f06-3ef30ccbda0f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330505 Sep 08 15:51:04.432817 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-4546e832-95a7-47f9-be3d-64880ad460d5 req-d9c170f2-fe97-433a-a805-4921e8f9d07d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564335 Sep 08 15:51:05.490477 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c85439-1355-4c49-9fd8-350d563cb28a req-9e7365f9-c4d7-48ed-8f57-6fac18631a83 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:05.491925 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1c85439-1355-4c49-9fd8-350d563cb28a req-9e7365f9-c4d7-48ed-8f57-6fac18631a83 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Sep 08 15:51:05.529809 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-c1c85439-1355-4c49-9fd8-350d563cb28a req-47854deb-6c69-4837-b6a3-898cec429cf6 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Sep 08 15:51:06.643155 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703c3f6-ee4b-444d-9c41-c9198aed19bb req-694e1dc7-cb2f-4ed7-a4b6-d66b63ad915c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:06.644517 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9703c3f6-ee4b-444d-9c41-c9198aed19bb req-694e1dc7-cb2f-4ed7-a4b6-d66b63ad915c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0508068 Sep 08 15:51:06.681034 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9703c3f6-ee4b-444d-9c41-c9198aed19bb req-3768ca1a-ce50-477d-a08d-c4a7d955884c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Sep 08 15:51:06.790386 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc41f-54f5-4308-ba12-9a50bf1a872b req-48a3366b-2f72-4a73-9393-b7582ce95424 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:06.791957 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd0cc41f-54f5-4308-ba12-9a50bf1a872b req-48a3366b-2f72-4a73-9393-b7582ce95424 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Sep 08 15:51:06.828108 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-bd0cc41f-54f5-4308-ba12-9a50bf1a872b req-7a1356a0-ccec-435c-9593-099f29cd0570 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303636 Sep 08 15:51:06.849811 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43764) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:07.028473 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bdbeb3-42d9-43ca-999e-937701402100 tempest-TestVolumeBootPattern-1687192324 tempest-TestVolumeBootPattern-1687192324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:07.029960 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f7bdbeb3-42d9-43ca-999e-937701402100 tempest-TestVolumeBootPattern-1687192324 tempest-TestVolumeBootPattern-1687192324-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 1093 time: 0.1791778 Sep 08 15:51:07.032788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 43768) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:07.036859 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'port_id': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:51:07.060347 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:07.161180 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:07.234147 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:07.260491 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-58ed47ae-c1da-4d9b-8589-ee4f541befe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:07.264457 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Allocated IP 172.27.0.140 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/ffcba8ed-d0c6-46d9-aad1-9713181d5723) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:51:07.359258 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:07.396062 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:07.427955 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:51:07.430718 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:51:07.435540 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:51:07.713192 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=ffcba8ed-d0c6-46d9-aad1-9713181d5723,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:08.061605 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:08.129111 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:08.273546 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:08.278140 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177123'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:08.344595 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event updated for resources: {'Port': ['ID=ffcba8ed-d0c6-46d9-aad1-9713181d5723,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:08.352261 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:08.448847 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Floating IP ae41444a-ae0b-4ac4-8596-234266e6b283 associated. External IP: 172.27.0.140, port: 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb. Sep 08 15:51:08.647992 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:51:08.752047 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:51:08.761382 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:51:08.766564 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:08.770905 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:51:08.771546 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:08.793901 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-1aa1cb1f-b6d8-41c4-989b-98cce6ce1f9a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7601016 Sep 08 15:51:08.794456 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:51:08.796674 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e642b139-69f7-4857-9dd0-db7913be92c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:51:08.832021 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab2e50-6c5e-4d24-a7a6-9a0fa447ae24 x-openstack-request-id: req-dfab2e50-6c5e-4d24-a7a6-9a0fa447ae24 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:51:08.832306 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:51:08.832553 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfab2e50-6c5e-4d24-a7a6-9a0fa447ae24 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:51:08.832942 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'status': 'completed', 'code': 200} Sep 08 15:51:08.875581 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:51:08.930131 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-a48061de-5399-4f47-9bad-85888f632f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:08.931696 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-a48061de-5399-4f47-9bad-85888f632f21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 1098 time: 0.0431311 Sep 08 15:51:09.035433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-5a3a592f-d605-44ce-ae40-45f714589a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:09.038102 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-5a3a592f-d605-44ce-ae40-45f714589a63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.0990708 Sep 08 15:51:09.104454 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-47a4fb7f-c568-4f8a-86b8-9f38a422e3b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb HTTP/1.1" status: 200 len: 999 time: 0.0588243 Sep 08 15:51:09.116550 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:33Z', 'revision_number': 1, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}, {'id': 'ae41444a-ae0b-4ac4-8596-234266e6b283', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:d1:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:51:07Z', 'updated_at': '2021-09-08T15:51:07Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:09.142386 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:51:09.151222 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:51:09.151952 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:50:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:09.154202 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-baff02a4-cbfc-47a6-befd-6e3ffa2e1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:09.155651 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-baff02a4-cbfc-47a6-befd-6e3ffa2e1e34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0433910 Sep 08 15:51:09.204998 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-ab0a49f3-09d4-410d-a64a-f5f640ca5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:09.206488 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-ab0a49f3-09d4-410d-a64a-f5f640ca5838 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420585 Sep 08 15:51:09.254709 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:51:09.294182 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-6b71cb31-afd4-4a82-bf6b-c258a0fd52f9 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795500 Sep 08 15:51:09.385742 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e642b139-69f7-4857-9dd0-db7913be92c1 req-4a620558-ee62-4ef5-8038-783eb1d6cbcd service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 Sep 08 15:51:09.476314 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:33Z', 'revision_number': 1, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}, {'id': 'ae41444a-ae0b-4ac4-8596-234266e6b283', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:d1:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:51:07Z', 'updated_at': '2021-09-08T15:51:07Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:09.501501 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fa243-2643-435d-a00c-93c23a965b0d None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:33Z', 'revision_number': 1, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}, {'id': 'ae41444a-ae0b-4ac4-8596-234266e6b283', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:d1:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:51:07Z', 'updated_at': '2021-09-08T15:51:07Z', 'revision_number': 0, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:51:09.680138 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47defb7-6ede-4be6-b016-2df4c7c23fce None None] New status for floating IP ae41444a-ae0b-4ac4-8596-234266e6b283: ACTIVE {{(pid=100602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:51:09.829691 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-4ce44ac7-4620-4e9d-b553-5f4c98832abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:10.301751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:10.926417 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:12.513716 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:22.465845 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:51:37.234671 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:37.259144 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-77f36af3-84d5-4577-91e6-3e1d4096e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:38.699271 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44022) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:38.800255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:38.886193 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:38.889676 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:38.927411 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46cfd7829d98438bbbde1b7591e84898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270682 Sep 08 15:51:38.928515 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc678620-f6ee-455b-9788-3a99115d5c3b,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:38.930151 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44026) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:38.935546 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.935894 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.936231 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.936559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.936889 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.937217 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.937541 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.937890 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.938230 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.938532 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.938850 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.939184 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67369cc8-2f37-499a-8cb1-8c975674dfbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:38.978250 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:38.998772 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.046189 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.048756 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.049934 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc678620-f6ee-455b-9788-3a99115d5c3b HTTP/1.1" status: 204 len: 168 time: 0.1187952 Sep 08 15:51:39.057994 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc678620-f6ee-455b-9788-3a99115d5c3b,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:39.066220 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.066669 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.067000 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.067346 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.067683 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.068018 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.068349 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.068680 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.069015 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.069331 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.069684 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.070258 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f1faf-00da-4d14-9ecf-b3dad110275c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:39.298836 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44032) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:39.312359 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d58c-97a4-48cc-bf79-b96dbf91ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.404638 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d58c-97a4-48cc-bf79-b96dbf91ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.408286 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d58c-97a4-48cc-bf79-b96dbf91ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.446023 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4bb0d58c-97a4-48cc-bf79-b96dbf91ee78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=299e752f78714f4ba24d1d5af3203aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459055 Sep 08 15:51:39.446972 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0d58c-97a4-48cc-bf79-b96dbf91ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3950849-b717-4821-8407-41b2b769a586,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:39.448609 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44034) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:39.496031 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cc16-cddd-4309-acdf-d2b82342700a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.516981 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cc16-cddd-4309-acdf-d2b82342700a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.564819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cc16-cddd-4309-acdf-d2b82342700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.567311 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-a7e3cc16-cddd-4309-acdf-d2b82342700a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:39.568417 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-a7e3cc16-cddd-4309-acdf-d2b82342700a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3950849-b717-4821-8407-41b2b769a586 HTTP/1.1" status: 204 len: 168 time: 0.1188474 Sep 08 15:51:39.576768 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3cc16-cddd-4309-acdf-d2b82342700a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3950849-b717-4821-8407-41b2b769a586,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:39.821565 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-46460ed1-bf1d-448d-9655-4f2f21d10330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:40.303173 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:40.929321 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:42.518305 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:43.828367 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44118) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:43.931831 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc4fd-3522-40f3-8f6f-ed3303f2661a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.021293 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc4fd-3522-40f3-8f6f-ed3303f2661a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.024838 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc4fd-3522-40f3-8f6f-ed3303f2661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.063320 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-8a0fc4fd-3522-40f3-8f6f-ed3303f2661a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d0857d9870f4d7d8428630bd37a5247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339032 Sep 08 15:51:44.064434 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fc4fd-3522-40f3-8f6f-ed3303f2661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b055db2-afe2-45a8-ae40-9bbcd2072128,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:44.066012 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44122) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:44.113382 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-76f6560d-3f22-4d85-bf3c-f41df60e0caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.133262 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-76f6560d-3f22-4d85-bf3c-f41df60e0caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.179037 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-76f6560d-3f22-4d85-bf3c-f41df60e0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.181398 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-76f6560d-3f22-4d85-bf3c-f41df60e0caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.182541 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-76f6560d-3f22-4d85-bf3c-f41df60e0caf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b055db2-afe2-45a8-ae40-9bbcd2072128 HTTP/1.1" status: 204 len: 168 time: 0.1155350 Sep 08 15:51:44.190489 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6560d-3f22-4d85-bf3c-f41df60e0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b055db2-afe2-45a8-ae40-9bbcd2072128,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:44.438979 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44128) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:44.453583 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a78a4143-5486-42b4-96d9-6d313d7aca69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.541089 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a78a4143-5486-42b4-96d9-6d313d7aca69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.544894 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a78a4143-5486-42b4-96d9-6d313d7aca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.583398 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a4143-5486-42b4-96d9-6d313d7aca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0682a4-7caf-4bad-bb3b-e69cc13ba49a,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:44.587644 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a78a4143-5486-42b4-96d9-6d313d7aca69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b429900a884f40d29659d8795f736de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476591 Sep 08 15:51:44.590285 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44130) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:44.637482 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d25ebff-a462-4eb2-80af-f70fbbd87c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.657858 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d25ebff-a462-4eb2-80af-f70fbbd87c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.701574 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d25ebff-a462-4eb2-80af-f70fbbd87c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.704094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0d25ebff-a462-4eb2-80af-f70fbbd87c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:44.705316 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0d25ebff-a462-4eb2-80af-f70fbbd87c24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b0682a4-7caf-4bad-bb3b-e69cc13ba49a HTTP/1.1" status: 204 len: 168 time: 0.1140945 Sep 08 15:51:44.712570 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25ebff-a462-4eb2-80af-f70fbbd87c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0682a4-7caf-4bad-bb3b-e69cc13ba49a,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:47.041868 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-989eaa6c-a421-41ad-a84f-d05fbc69994d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416121 Sep 08 15:51:47.117798 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-f888b16d-7765-48fe-8915-b14cdef44323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:47.119437 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-f888b16d-7765-48fe-8915-b14cdef44323 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1099 time: 0.0430717 Sep 08 15:51:47.227847 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-203b5c67-190a-4bf1-903a-06bcbdec0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:47.229312 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-203b5c67-190a-4bf1-903a-06bcbdec0633 service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.0864437 Sep 08 15:51:47.296410 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-6b31ae47-effd-4504-9119-eb381d10d9a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f973148-47b5-47aa-b210-62dd3a45eb12 HTTP/1.1" status: 200 len: 1002 time: 0.0591924 Sep 08 15:51:47.344335 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-e794ec91-8926-4b4d-b8ae-5c33085c2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:47.345759 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-e794ec91-8926-4b4d-b8ae-5c33085c2029 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0419476 Sep 08 15:51:47.396482 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-e8a7d96f-6347-4883-acaf-b5d1acd4cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:47.397959 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-e8a7d96f-6347-4883-acaf-b5d1acd4cba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382080 Sep 08 15:51:47.489752 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-6f87dcf1-d60d-4f3d-a8e7-977c724f2cf5 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838768 Sep 08 15:51:47.577747 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-e11f0756-6735-4bda-b3c9-1c25f2ac2889 req-0b2f21fe-cdd0-491b-ac99-6d106baba5f8 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802302 Sep 08 15:51:48.645908 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5a52a-3d33-4beb-902c-0d89c1251b0c req-b5d26e52-60b2-4631-bdfa-5425ba7c89b8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:48.647421 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-43f5a52a-3d33-4beb-902c-0d89c1251b0c req-b5d26e52-60b2-4631-bdfa-5425ba7c89b8 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0482223 Sep 08 15:51:48.684061 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-43f5a52a-3d33-4beb-902c-0d89c1251b0c req-0cb400ab-4692-4878-aa94-088c5af16953 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305295 Sep 08 15:51:49.807627 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65df5-02de-4fe1-ad0b-81c99adaaa76 req-99360f9c-f8a7-4785-aaa4-214d46fe45c0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:49.809075 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-00c65df5-02de-4fe1-ad0b-81c99adaaa76 req-99360f9c-f8a7-4785-aaa4-214d46fe45c0 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Sep 08 15:51:49.845185 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-00c65df5-02de-4fe1-ad0b-81c99adaaa76 req-e532cfe7-392c-48c8-9c84-1ab770165029 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301919 Sep 08 15:51:50.642462 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-90e78d5e-62b8-422c-8134-33c364190b2e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:50.643824 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-90e78d5e-62b8-422c-8134-33c364190b2e tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0487006 Sep 08 15:51:50.736806 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Deleting port 07664701-bdb1-470a-9ea1-108a767bfecb {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:51:50.737146 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:50.830502 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] For port 07664701-bdb1-470a-9ea1-108a767bfecb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=07664701-bdb1-470a-9ea1-108a767bfecb,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:50.830869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:50.970004 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b5a4f-b010-4755-9d5a-8e8013837e8e req-90e93f1b-a6c7-4e01-8138-35cd72e9e8df tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:51:50.972356 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-853b5a4f-b010-4755-9d5a-8e8013837e8e req-90e93f1b-a6c7-4e01-8138-35cd72e9e8df tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a7fd145-d31d-4239-a54d-a033774ff578 HTTP/1.1" status: 200 len: 946 time: 0.0513139 Sep 08 15:51:51.005646 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:51.006036 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:51.006357 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.l3_db [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Floating IP 54465bd6-871e-4be4-9d75-f6091c3b7451 disassociated. External IP: 172.27.0.253, port: 07664701-bdb1-470a-9ea1-108a767bfecb. Sep 08 15:51:51.006696 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Calling delete_port for 07664701-bdb1-470a-9ea1-108a767bfecb owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:51:51.011946 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-853b5a4f-b010-4755-9d5a-8e8013837e8e req-faec7922-8683-42bc-8a67-7a61de92df39 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups?id=3cf2a087-ff86-4866-b059-9bef7155b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Sep 08 15:51:51.141480 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:51.170359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event deleted for resources: {'Port': ['ID=07664701-bdb1-470a-9ea1-108a767bfecb,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:51.284507 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:51:51.392021 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:51:51.401784 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:51:51.412046 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:51:51.412645 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:51:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:51.433326 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] No DVR routers for this DVR port 07664701-bdb1-470a-9ea1-108a767bfecb on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:51:51.435909 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:51.438320 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f275cd2e-30fd-4790-aefb-821a4afe4df0 req-a87806e0-5726-4201-8103-b34d62b82b54 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.59 "DELETE /v2.0/ports/07664701-bdb1-470a-9ea1-108a767bfecb HTTP/1.1" status: 204 len: 173 time: 0.7881296 Sep 08 15:51:51.438835 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-deleted', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:51:51.441455 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5b3fef-2c7b-474b-b70f-95f47677c168" -d '{"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-deleted", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:51:51.491493 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e6500-0663-406c-babf-af596f3e0c47 x-openstack-request-id: req-3b2e6500-0663-406c-babf-af596f3e0c47 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:51:51.491783 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7fd145-d31d-4239-a54d-a033774ff578", "name": "network-vif-deleted", "tag": "07664701-bdb1-470a-9ea1-108a767bfecb", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:51:51.492030 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b2e6500-0663-406c-babf-af596f3e0c47 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:51:51.492417 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7fd145-d31d-4239-a54d-a033774ff578', 'name': 'network-vif-deleted', 'tag': '07664701-bdb1-470a-9ea1-108a767bfecb', 'status': 'completed', 'code': 200} Sep 08 15:51:51.549315 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:51:51.854490 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:51.882368 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:51:51.890957 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:51:51.891551 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:51:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:51.995967 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:51:52.102385 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44272) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:52.156045 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a16d7864-ce54-49f0-8efe-e3ac628fc3c6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.178698 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a16d7864-ce54-49f0-8efe-e3ac628fc3c6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.200854 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:52.226449 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a72bf-f5a4-4120-9e03-d53f16b62a2a None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:39:34Z', 'revision_number': 4, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': 'b2662e71-9dc2-4738-a40f-61d5864b301b', 'name': '', 'network_id': 'e3800de5-4167-4641-9f7a-9fc03e3dda01', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'mac_address': 'fa:16:3e:57:19:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:32Z', 'updated_at': '2021-09-08T15:39:45Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'subnets': [{'id': '3b42b172-4016-4815-83ba-e2645f37aaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:51:52.226740 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a16d7864-ce54-49f0-8efe-e3ac628fc3c6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.229187 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a16d7864-ce54-49f0-8efe-e3ac628fc3c6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.230370 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a16d7864-ce54-49f0-8efe-e3ac628fc3c6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "DELETE /v2.0/security-groups/3cf2a087-ff86-4866-b059-9bef7155b8cb HTTP/1.1" status: 204 len: 168 time: 0.1269996 Sep 08 15:51:52.233182 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44274) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:52.246413 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d7864-ce54-49f0-8efe-e3ac628fc3c6 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf2a087-ff86-4866-b059-9bef7155b8cb,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:52.249410 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.api.v2.resource [None req-f510f7ba-8f55-4b39-a12e-7e047dfb6b11 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] show failed (client error): The resource could not be found. Sep 08 15:51:52.250460 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f510f7ba-8f55-4b39-a12e-7e047dfb6b11 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "GET /v2.0/security-groups/3cf2a087-ff86-4866-b059-9bef7155b8cb HTTP/1.1" status: 404 len: 347 time: 0.0162787 Sep 08 15:51:52.253510 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44276) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:52.379964 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Deleting port c726dea9-2fef-465c-9569-73704d318110 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:51:52.380307 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.461610 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.461978 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.462104 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afbdf2-bb8c-4037-b556-720e7268bb13 None None] New status for floating IP 54465bd6-871e-4be4-9d75-f6091c3b7451: DOWN {{(pid=100602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:51:52.473629 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Calling delete_port for c726dea9-2fef-465c-9569-73704d318110 owned by network:floatingip {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:51:52.617573 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.646426 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Pushing event deleted for resources: {'Port': ['ID=c726dea9-2fef-465c-9569-73704d318110,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:52.702235 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks [] for floatingip, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.704820 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:52.705978 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-54246829-7c39-47e7-9c10-d3021370d3b9 tempest-AttachVolumeShelveTestJSON-600138690 tempest-AttachVolumeShelveTestJSON-600138690-project] 10.222.0.54 "DELETE /v2.0/floatingips/54465bd6-871e-4be4-9d75-f6091c3b7451 HTTP/1.1" status: 204 len: 168 time: 0.4515083 Sep 08 15:51:53.215632 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44298) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:53.319595 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c8c9566f-cad5-4241-9f26-259b04f28d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.407036 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c8c9566f-cad5-4241-9f26-259b04f28d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.410534 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c8c9566f-cad5-4241-9f26-259b04f28d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.452448 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c8c9566f-cad5-4241-9f26-259b04f28d52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=626c0a85ad3a461283a27f44b7634021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357047 Sep 08 15:51:53.453292 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9566f-cad5-4241-9f26-259b04f28d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b6d84-efda-4011-ac68-a8f604b0d090,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:53.455348 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44302) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:53.512439 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c3342b6a-8a1a-48d0-b95d-882668a9fc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.533780 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c3342b6a-8a1a-48d0-b95d-882668a9fc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.577764 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c3342b6a-8a1a-48d0-b95d-882668a9fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.580284 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c3342b6a-8a1a-48d0-b95d-882668a9fc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.581395 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c3342b6a-8a1a-48d0-b95d-882668a9fc15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad5b6d84-efda-4011-ac68-a8f604b0d090 HTTP/1.1" status: 204 len: 168 time: 0.1250722 Sep 08 15:51:53.588727 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3342b6a-8a1a-48d0-b95d-882668a9fc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b6d84-efda-4011-ac68-a8f604b0d090,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:53.834402 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44308) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:53.847991 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a4e5eb78-3700-4b9a-9a88-593e1d94bbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.904058 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:51:53.934961 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 07664701-bdb1-470a-9ea1-108a767bfecb {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:51:53.935392 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 07664701-bdb1-470a-9ea1-108a767bfecb not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:51:53.943433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a4e5eb78-3700-4b9a-9a88-593e1d94bbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.947331 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a4e5eb78-3700-4b9a-9a88-593e1d94bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:53.987326 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a4e5eb78-3700-4b9a-9a88-593e1d94bbf8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e802434a837e4eb1a6aa7e07e835b9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518195 Sep 08 15:51:53.988180 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5eb78-3700-4b9a-9a88-593e1d94bbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007475a-6c6a-4bea-b52d-429ee94b4bb9,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:53.990150 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44318) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:54.046622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f6d65671-043a-4979-8aa1-5db1f7413543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.068234 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f6d65671-043a-4979-8aa1-5db1f7413543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.113527 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f6d65671-043a-4979-8aa1-5db1f7413543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.116070 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f6d65671-043a-4979-8aa1-5db1f7413543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.117209 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f6d65671-043a-4979-8aa1-5db1f7413543 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f007475a-6c6a-4bea-b52d-429ee94b4bb9 HTTP/1.1" status: 204 len: 168 time: 0.1259532 Sep 08 15:51:54.127259 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65671-043a-4979-8aa1-5db1f7413543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007475a-6c6a-4bea-b52d-429ee94b4bb9,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:54.428640 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44326) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:54.442219 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e277-b492-4cf6-b852-6b80ae416c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.528879 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e277-b492-4cf6-b852-6b80ae416c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.532696 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e277-b492-4cf6-b852-6b80ae416c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.570235 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b2b6e277-b492-4cf6-b852-6b80ae416c1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8662ad9ab8914595b66ba17924300d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405232 Sep 08 15:51:54.571130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6e277-b492-4cf6-b852-6b80ae416c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63c217-a9e3-4321-9d75-bc115b53a071,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:54.572909 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44328) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:54.620680 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd260da8-c881-4ac5-a891-02be2ba2696c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.644484 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd260da8-c881-4ac5-a891-02be2ba2696c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.690116 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd260da8-c881-4ac5-a891-02be2ba2696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.692627 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd260da8-c881-4ac5-a891-02be2ba2696c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:54.693772 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-dd260da8-c881-4ac5-a891-02be2ba2696c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c63c217-a9e3-4321-9d75-bc115b53a071 HTTP/1.1" status: 204 len: 168 time: 0.1192021 Sep 08 15:51:54.700935 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd260da8-c881-4ac5-a891-02be2ba2696c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63c217-a9e3-4321-9d75-bc115b53a071,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:55.152101 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44350) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:55.587526 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:55.831223 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Deleting port b2662e71-9dc2-4738-a40f-61d5864b301b {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:51:55.831564 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:55.913400 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] For port b2662e71-9dc2-4738-a40f-61d5864b301b, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b2662e71-9dc2-4738-a40f-61d5864b301b,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:55.913819 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:55.925948 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Calling delete_port for b2662e71-9dc2-4738-a40f-61d5864b301b owned by network:router_interface {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:51:56.112180 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.145136 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2662e71-9dc2-4738-a40f-61d5864b301b,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:56.312032 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.535989 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:51:56.573066 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44410) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:56.682513 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8ca4-41fb-4738-8251-2430288790ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.784089 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8ca4-41fb-4738-8251-2430288790ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.788088 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-cd0b8ca4-41fb-4738-8251-2430288790ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.826090 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b8ca4-41fb-4738-8251-2430288790ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e1a6e-d16f-416a-9b42-367a9c811f82,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:56.832313 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-cd0b8ca4-41fb-4738-8251-2430288790ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c77834511b3b47419a95047489f177d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580721 Sep 08 15:51:56.833975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44414) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:56.886482 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd3e-5c3a-4526-bc86-2492e006348a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.895757 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:51:56.901577 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-38dd2cd5-a470-423a-9cf9-9a0a0c80d19a admin admin] 10.222.0.54 "PUT /v2.0/routers/412b33d4-1ec0-4bd8-a1b2-8ab15c67e810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484264 Sep 08 15:51:56.904097 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44416) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:56.908405 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] Sync routers for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:51:56.913104 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd3e-5c3a-4526-bc86-2492e006348a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:56.917037 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:51:56.917635 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:51:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:57.025005 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:51:57.034382 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks [] for router, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.070211 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd3e-5c3a-4526-bc86-2492e006348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.072680 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcd3e-5c3a-4526-bc86-2492e006348a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.073844 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-fb5bcd3e-5c3a-4526-bc86-2492e006348a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/705e1a6e-d16f-416a-9b42-367a9c811f82 HTTP/1.1" status: 204 len: 168 time: 0.2386589 Sep 08 15:51:57.109204 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bcd3e-5c3a-4526-bc86-2492e006348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e1a6e-d16f-416a-9b42-367a9c811f82,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:57.153554 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.211239 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Deleting port 625a61cf-86cd-44b5-997d-7eb286e07d53 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:51:57.211581 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.224358 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:51:56Z', 'revision_number': 5, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port': {'id': '625a61cf-86cd-44b5-997d-7eb286e07d53', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:39:27Z', 'updated_at': '2021-09-08T15:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:57.254691 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] Checking router: 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:51:57.263464 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] Routers {'412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:51:57.265026 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:51:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:57.294389 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] For port 625a61cf-86cd-44b5-997d-7eb286e07d53, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=625a61cf-86cd-44b5-997d-7eb286e07d53,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:57.294855 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.307489 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Calling delete_port for 625a61cf-86cd-44b5-997d-7eb286e07d53 owned by network:router_gateway {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:51:57.354547 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] Set router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:51:57.368197 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44422) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:57.383571 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa853fe1-a150-4fe9-8559-0e9e3251fbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.405522 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:51:57Z', 'revision_number': 6, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:57.441558 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae636-8853-4239-955c-8324de3c4d6d None None] The sync data for ids ['412b33d4-1ec0-4bd8-a1b2-8ab15c67e810'] in dv-cinder-776307-8-iscsi is: [{'id': '412b33d4-1ec0-4bd8-a1b2-8ab15c67e810', 'name': 'tempest-AttachVolumeShelveTestJSON-571875470-router', 'tenant_id': '189bb8fa112c4f03990936db9c547bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:39:25Z', 'updated_at': '2021-09-08T15:51:57Z', 'revision_number': 6, 'project_id': '189bb8fa112c4f03990936db9c547bf0', 'gw_port_host': None}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:51:57.478252 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa853fe1-a150-4fe9-8559-0e9e3251fbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.479325 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.483766 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-aa853fe1-a150-4fe9-8559-0e9e3251fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.507976 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=625a61cf-86cd-44b5-997d-7eb286e07d53,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:57.524272 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-aa853fe1-a150-4fe9-8559-0e9e3251fbca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0bfa77ddfe79455fb35ecf277a73e422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545062 Sep 08 15:51:57.526823 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44424) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:57.532616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa853fe1-a150-4fe9-8559-0e9e3251fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e589725f-b927-4359-b48a-c81d79dc7541,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:57.568752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.582271 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4880772e-e70e-4419-a772-1bc7173efe9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.602001 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4880772e-e70e-4419-a772-1bc7173efe9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.647234 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4880772e-e70e-4419-a772-1bc7173efe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.650023 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4880772e-e70e-4419-a772-1bc7173efe9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.651146 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4880772e-e70e-4419-a772-1bc7173efe9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e589725f-b927-4359-b48a-c81d79dc7541 HTTP/1.1" status: 204 len: 168 time: 0.1234429 Sep 08 15:51:57.655929 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.658355 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.658754 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880772e-e70e-4419-a772-1bc7173efe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e589725f-b927-4359-b48a-c81d79dc7541,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:57.708845 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.709479 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 {{(pid=100600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:51:57.713795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.717378 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-6dff51f8-1d86-4c29-8903-2b09a5943e3e admin admin] 10.222.0.54 "DELETE /v2.0/routers/412b33d4-1ec0-4bd8-a1b2-8ab15c67e810 HTTP/1.1" status: 204 len: 168 time: 0.8098474 Sep 08 15:51:57.717710 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44428) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:57.761373 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Deleting subnet 3b42b172-4016-4815-83ba-e2645f37aaf9 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:51:57.764360 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:57.800177 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.126736 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.179701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.205701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b42b172-4016-4815-83ba-e2645f37aaf9,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:58.207721 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.212204 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-62acc7d8-3a09-45ad-8966-d80809b58949 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3b42b172-4016-4815-83ba-e2645f37aaf9 HTTP/1.1" status: 204 len: 168 time: 0.4933856 Sep 08 15:51:58.212434 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44446) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:58.218748 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba9515-d391-41b7-81f5-f3cdc5978cb6 None None] Network e3800de5-4167-4641-9f7a-9fc03e3dda01 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:51:58.320737 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.336625 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b2662e71-9dc2-4738-a40f-61d5864b301b no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:51:58.356888 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: b2662e71-9dc2-4738-a40f-61d5864b301b {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:51:58.357225 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b2662e71-9dc2-4738-a40f-61d5864b301b not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:51:58.357639 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 625a61cf-86cd-44b5-997d-7eb286e07d53 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:51:58.381348 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 625a61cf-86cd-44b5-997d-7eb286e07d53 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:51:58.381881 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 625a61cf-86cd-44b5-997d-7eb286e07d53 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:51:58.383631 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Deleting port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:51:58.384051 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.462148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] For port 9246fe28-35a4-496d-ac7d-7c6e62cb2833, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9246fe28-35a4-496d-ac7d-7c6e62cb2833,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:58.462622 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.466860 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] DHCP port deletion for e3800de5-4167-4641-9f7a-9fc03e3dda01 request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:51:58.478609 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Calling delete_port for 9246fe28-35a4-496d-ac7d-7c6e62cb2833 owned by network:dhcp {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:51:58.518139 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Deleting port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 {{(pid=100602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:51:58.518648 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.570433 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.589253 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] For port 9246fe28-35a4-496d-ac7d-7c6e62cb2833, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=9246fe28-35a4-496d-ac7d-7c6e62cb2833,segment=NetworkSegment(ba76beb9-9a89-4947-910a-7a499046ebc4),segment_id=ba76beb9-9a89-4947-910a-7a499046ebc4)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:51:58.589648 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.599375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9246fe28-35a4-496d-ac7d-7c6e62cb2833,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:58.601679 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] No DVR routers for this DVR port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 on host dv-cinder-776307-8-iscsi {{(pid=100601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:51:58.606784 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Calling delete_port for 9246fe28-35a4-496d-ac7d-7c6e62cb2833 owned by network:dhcp {{(pid=100602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:51:58.683692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.708740 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3800de5-4167-4641-9f7a-9fc03e3dda01']}} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:58.719073 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba76beb9-9a89-4947-910a-7a499046ebc4') {'for_net_delete': True} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:58.719363 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba76beb9-9a89-4947-910a-7a499046ebc4') {} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:51:58.726856 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956'] for port, after_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.729501 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904938'] for segment, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.745245 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.751739 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:51:58.752158 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177103'] for segment, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.755082 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Pushing event deleted for resources: {'Port': ['ID=9246fe28-35a4-496d-ac7d-7c6e62cb2833,revision_number=None']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: Traceback (most recent call last): Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: timer() Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: cb(*args, **kw) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: return func(*args, **kwargs) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: self._notify() Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: self.callback(batched_events) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: event.method(event) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: return f(self, *a, **k) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._get(url).json() Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: return self.request(url, 'GET', **kwargs) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:51:58.755240 dv-cinder-776307-8-iscsi neutron-server[100601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:51:58.761997 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] No DVR routers for this DVR port 9246fe28-35a4-496d-ac7d-7c6e62cb2833 on host dv-cinder-776307-8-iscsi {{(pid=100602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:51:58.764063 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.764615 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.765147 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.765492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.768743 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16787b38-4714-4e43-acfb-9e33b09f56cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:51:58.824285 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.830704 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.832432 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] 10.222.0.54 "DELETE /v2.0/networks/e3800de5-4167-4641-9f7a-9fc03e3dda01 HTTP/1.1" status: 204 len: 168 time: 0.6187785 Sep 08 15:51:58.842951 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6032e1d-9cfe-4141-a474-8995d840c0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e3800de5-4167-4641-9f7a-9fc03e3dda01,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:58.868896 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44466) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:58.973426 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b566b-e532-466e-b752-31f457a975c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:58.999538 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44470) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:59.042168 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4c3f1507-b700-4201-92d0-0b81a10462fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=189bb8fa112c4f03990936db9c547bf0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412712 Sep 08 15:51:59.044522 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44472) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:59.067130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b566b-e532-466e-b752-31f457a975c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.071014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b566b-e532-466e-b752-31f457a975c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.098675 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b517e750-cb06-4e44-b1ec-03f6c0691b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.109732 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c08b566b-e532-466e-b752-31f457a975c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=089cd45e63294dc78029c444833b1370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396309 Sep 08 15:51:59.111935 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b566b-e532-466e-b752-31f457a975c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d50bca-12b2-4886-8ae1-145b05efc587,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:59.112556 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44474) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:51:59.131603 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b517e750-cb06-4e44-b1ec-03f6c0691b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.193515 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7ed6-2543-441d-9ded-e3d2916b1d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.216413 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b517e750-cb06-4e44-b1ec-03f6c0691b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.219106 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b517e750-cb06-4e44-b1ec-03f6c0691b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.220212 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b517e750-cb06-4e44-b1ec-03f6c0691b65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e776725f-54a8-4b8c-be9c-e499d66d3819 HTTP/1.1" status: 204 len: 168 time: 0.1747978 Sep 08 15:51:59.222079 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7ed6-2543-441d-9ded-e3d2916b1d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.236485 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e750-cb06-4e44-b1ec-03f6c0691b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e776725f-54a8-4b8c-be9c-e499d66d3819,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:59.279136 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7ed6-2543-441d-9ded-e3d2916b1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.282148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7ed6-2543-441d-9ded-e3d2916b1d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:51:59.283309 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0c8b7ed6-2543-441d-9ded-e3d2916b1d66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31d50bca-12b2-4886-8ae1-145b05efc587 HTTP/1.1" status: 204 len: 168 time: 0.1698139 Sep 08 15:51:59.291200 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7ed6-2543-441d-9ded-e3d2916b1d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d50bca-12b2-4886-8ae1-145b05efc587,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:51:59.464845 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:52:00.304020 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9246fe28-35a4-496d-ac7d-7c6e62cb2833 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:52:00.325876 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 9246fe28-35a4-496d-ac7d-7c6e62cb2833 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:52:00.326416 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 9246fe28-35a4-496d-ac7d-7c6e62cb2833 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:52:03.002083 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44576) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:03.104090 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2528a094-d45e-416c-909b-13d9806decb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.195152 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2528a094-d45e-416c-909b-13d9806decb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.198839 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2528a094-d45e-416c-909b-13d9806decb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.239751 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2528a094-d45e-416c-909b-13d9806decb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9d18badb3c84b85af1266ae38fa906b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363896 Sep 08 15:52:03.240603 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528a094-d45e-416c-909b-13d9806decb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c7063-0dfc-4e1d-af29-4bb4683ba533,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:03.242362 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44580) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:03.294637 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3285c219-c21a-4cb7-996e-0229e55a8e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.315127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3285c219-c21a-4cb7-996e-0229e55a8e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.360358 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3285c219-c21a-4cb7-996e-0229e55a8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.363331 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-3285c219-c21a-4cb7-996e-0229e55a8e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:03.364462 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3285c219-c21a-4cb7-996e-0229e55a8e76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e26c7063-0dfc-4e1d-af29-4bb4683ba533 HTTP/1.1" status: 204 len: 168 time: 0.1211269 Sep 08 15:52:03.372135 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285c219-c21a-4cb7-996e-0229e55a8e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c7063-0dfc-4e1d-af29-4bb4683ba533,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:04.210741 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44592) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:04.314814 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e50975be-f7ce-4ab2-ba59-1ff70063de6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.402017 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e50975be-f7ce-4ab2-ba59-1ff70063de6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.405738 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e50975be-f7ce-4ab2-ba59-1ff70063de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.442877 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e50975be-f7ce-4ab2-ba59-1ff70063de6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8fe9693ab0af4ba68ebaaa320572d746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311053 Sep 08 15:52:04.443920 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50975be-f7ce-4ab2-ba59-1ff70063de6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8f23d8-ccd7-4d02-ac63-78063d963ab0,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:04.445624 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44596) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:04.493796 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b915d5f6-8705-42a5-9875-7020707698e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.514320 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b915d5f6-8705-42a5-9875-7020707698e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.559028 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b915d5f6-8705-42a5-9875-7020707698e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.562155 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b915d5f6-8705-42a5-9875-7020707698e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:04.563308 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b915d5f6-8705-42a5-9875-7020707698e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb8f23d8-ccd7-4d02-ac63-78063d963ab0 HTTP/1.1" status: 204 len: 168 time: 0.1161089 Sep 08 15:52:04.570596 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915d5f6-8705-42a5-9875-7020707698e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8f23d8-ccd7-4d02-ac63-78063d963ab0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:07.234025 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:07.257839 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e144bf61-0bab-4cbb-bfe5-ab900fb76f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:09.823159 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-53e5fb07-8f93-416f-97c0-64d62f9d7f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:10.302619 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:10.931060 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:12.520593 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:13.715313 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44712) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:13.816864 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fa0b-dce9-4306-9d26-1492dd602734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:13.906433 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fa0b-dce9-4306-9d26-1492dd602734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:13.909789 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fa0b-dce9-4306-9d26-1492dd602734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:13.946381 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-6ef1fa0b-dce9-4306-9d26-1492dd602734 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8a9c5e78e52431790ee747b6bab778e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300327 Sep 08 15:52:13.947235 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1fa0b-dce9-4306-9d26-1492dd602734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee725903-6e71-41a2-b01a-c2b6e8be9154,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:13.949500 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44716) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:13.997214 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b84de933-8f05-4fd5-a457-969795302f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:14.018418 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b84de933-8f05-4fd5-a457-969795302f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:14.062890 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b84de933-8f05-4fd5-a457-969795302f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:14.065389 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-b84de933-8f05-4fd5-a457-969795302f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:14.066559 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b84de933-8f05-4fd5-a457-969795302f15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee725903-6e71-41a2-b01a-c2b6e8be9154 HTTP/1.1" status: 204 len: 168 time: 0.1165700 Sep 08 15:52:14.073947 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84de933-8f05-4fd5-a457-969795302f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee725903-6e71-41a2-b01a-c2b6e8be9154,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:15.634035 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44768) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:15.742563 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0248b499-bde7-46ce-8201-2d90ddf8a008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.829583 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0248b499-bde7-46ce-8201-2d90ddf8a008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.833027 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-0248b499-bde7-46ce-8201-2d90ddf8a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.868868 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248b499-bde7-46ce-8201-2d90ddf8a008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fc612-8a37-4d2e-a281-0f831c1e47a3,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:15.872991 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-0248b499-bde7-46ce-8201-2d90ddf8a008 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac6d2c861b034dab8055ba9369aea54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379460 Sep 08 15:52:15.876939 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44772) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:15.923002 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ad540042-585f-4095-9e88-4380b8ed9666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.942714 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ad540042-585f-4095-9e88-4380b8ed9666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.987351 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ad540042-585f-4095-9e88-4380b8ed9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.989849 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ad540042-585f-4095-9e88-4380b8ed9666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:15.990963 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-ad540042-585f-4095-9e88-4380b8ed9666 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/229fc612-8a37-4d2e-a281-0f831c1e47a3 HTTP/1.1" status: 204 len: 168 time: 0.1138070 Sep 08 15:52:15.998643 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad540042-585f-4095-9e88-4380b8ed9666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fc612-8a37-4d2e-a281-0f831c1e47a3,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:16.246516 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44778) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:16.259966 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-823cc5dd-28e6-46db-8146-cf5fa7f9e634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.346397 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-823cc5dd-28e6-46db-8146-cf5fa7f9e634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.349706 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-823cc5dd-28e6-46db-8146-cf5fa7f9e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.386907 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-823cc5dd-28e6-46db-8146-cf5fa7f9e634 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6fa9294c13b54b60a6b99d2d075aeeb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393304 Sep 08 15:52:16.387752 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cc5dd-28e6-46db-8146-cf5fa7f9e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219bc7ee-d799-4b9c-9e5f-d2a5548ca377,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:16.390420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44780) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:16.440065 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-07d0c340-a262-40f1-b4d0-80d9878094fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.462306 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-07d0c340-a262-40f1-b4d0-80d9878094fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.506780 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-07d0c340-a262-40f1-b4d0-80d9878094fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.509500 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-07d0c340-a262-40f1-b4d0-80d9878094fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:16.510666 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-07d0c340-a262-40f1-b4d0-80d9878094fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/219bc7ee-d799-4b9c-9e5f-d2a5548ca377 HTTP/1.1" status: 204 len: 168 time: 0.1190801 Sep 08 15:52:16.518247 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0c340-a262-40f1-b4d0-80d9878094fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219bc7ee-d799-4b9c-9e5f-d2a5548ca377,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:29.371237 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44922) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:29.473387 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6d407373-7edd-48c5-9050-e56056edb4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.559881 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6d407373-7edd-48c5-9050-e56056edb4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.563440 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6d407373-7edd-48c5-9050-e56056edb4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.599335 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6d407373-7edd-48c5-9050-e56056edb4ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cdcf7b72e0434cebae43207cbf13b320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270620 Sep 08 15:52:29.601171 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d407373-7edd-48c5-9050-e56056edb4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e160c1f1-2f27-4b3e-8fb7-80845757bcc6,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:29.602052 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44926) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:29.648926 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6472-c0e6-48a5-a77c-51291e6903ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.669615 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6472-c0e6-48a5-a77c-51291e6903ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.718230 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6472-c0e6-48a5-a77c-51291e6903ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.720704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-75bb6472-c0e6-48a5-a77c-51291e6903ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:29.721852 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-75bb6472-c0e6-48a5-a77c-51291e6903ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e160c1f1-2f27-4b3e-8fb7-80845757bcc6 HTTP/1.1" status: 204 len: 168 time: 0.1187685 Sep 08 15:52:29.729218 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6472-c0e6-48a5-a77c-51291e6903ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e160c1f1-2f27-4b3e-8fb7-80845757bcc6,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:29.973598 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 44934) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:29.987158 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b505cdf5-78d5-4c0a-92c1-4d7802b65c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.071125 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b505cdf5-78d5-4c0a-92c1-4d7802b65c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.074516 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b505cdf5-78d5-4c0a-92c1-4d7802b65c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.111982 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b505cdf5-78d5-4c0a-92c1-4d7802b65c7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ab591c40abc4b1e8a46457623840eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372747 Sep 08 15:52:30.112923 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505cdf5-78d5-4c0a-92c1-4d7802b65c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5302a880-2c52-44e9-b2d3-582edcb8aad2,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:30.114616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 44936) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:30.162196 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e1af9ccf-c8d4-4e34-aef7-557803fcc085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.182404 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e1af9ccf-c8d4-4e34-aef7-557803fcc085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.228407 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e1af9ccf-c8d4-4e34-aef7-557803fcc085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.231041 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e1af9ccf-c8d4-4e34-aef7-557803fcc085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:30.232145 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e1af9ccf-c8d4-4e34-aef7-557803fcc085 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5302a880-2c52-44e9-b2d3-582edcb8aad2 HTTP/1.1" status: 204 len: 168 time: 0.1159701 Sep 08 15:52:30.240208 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af9ccf-c8d4-4e34-aef7-557803fcc085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5302a880-2c52-44e9-b2d3-582edcb8aad2,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:36.464404 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:52:37.231420 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:37.257505 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c13575e0-f25b-4906-af38-031b30c15c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.204602 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45058) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:38.305417 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1f8667e0-ec16-4adb-98a1-bf93274b2c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.391692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1f8667e0-ec16-4adb-98a1-bf93274b2c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.395290 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-1f8667e0-ec16-4adb-98a1-bf93274b2c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.431778 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-1f8667e0-ec16-4adb-98a1-bf93274b2c74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c01ea8f96bf474f8d83a5547ce0fe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261307 Sep 08 15:52:38.432616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8667e0-ec16-4adb-98a1-bf93274b2c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67a51b-540a-474d-808b-6ad729328a57,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:38.434508 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45062) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:38.483554 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-792aa91b-fa20-4197-ab59-495448106593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.504123 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-792aa91b-fa20-4197-ab59-495448106593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.549429 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-792aa91b-fa20-4197-ab59-495448106593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.552055 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-792aa91b-fa20-4197-ab59-495448106593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.553119 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-792aa91b-fa20-4197-ab59-495448106593 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b67a51b-540a-474d-808b-6ad729328a57 HTTP/1.1" status: 204 len: 168 time: 0.1169963 Sep 08 15:52:38.563372 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa91b-fa20-4197-ab59-495448106593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67a51b-540a-474d-808b-6ad729328a57,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:38.854627 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45068) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:38.867839 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.957369 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.960682 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:38.997315 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f73e8a48fb544fcbc5707cff08ddaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416440 Sep 08 15:52:38.999151 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cebf66-235b-4405-8db8-615a33e882f0,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:39.000622 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45070) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:39.006016 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.006361 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.006694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.007022 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.007344 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.007665 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.007986 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.008310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.008626 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.008944 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.009257 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.009570 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe6ce4d-cfb7-4709-a36a-33ee17b36fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.052375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.073370 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.125984 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.128512 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.129634 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13cebf66-235b-4405-8db8-615a33e882f0 HTTP/1.1" status: 204 len: 168 time: 0.1280239 Sep 08 15:52:39.137008 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cebf66-235b-4405-8db8-615a33e882f0,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:39.144139 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.144492 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.144835 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.145171 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.145692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.146036 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.146368 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.146698 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.147024 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.147350 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.147669 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.147987 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187ecd3-93ef-4ca7-be17-e41b50d47417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:39.433909 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45076) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:39.447033 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-74af62af-76a2-41a4-84c8-528adf3a8145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.531633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-74af62af-76a2-41a4-84c8-528adf3a8145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.535033 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-74af62af-76a2-41a4-84c8-528adf3a8145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.571831 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-74af62af-76a2-41a4-84c8-528adf3a8145 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b041c0adfa3b496cbeb1a60fbeb46bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368437 Sep 08 15:52:39.572885 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af62af-76a2-41a4-84c8-528adf3a8145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76bd93-d84a-404f-a083-b76ff81ef230,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:39.574559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45078) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:39.623576 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f0ab092c-fb07-4d16-8887-3255173482a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.643777 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f0ab092c-fb07-4d16-8887-3255173482a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.687084 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f0ab092c-fb07-4d16-8887-3255173482a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.689563 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f0ab092c-fb07-4d16-8887-3255173482a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:39.690733 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f0ab092c-fb07-4d16-8887-3255173482a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e76bd93-d84a-404f-a083-b76ff81ef230 HTTP/1.1" status: 204 len: 168 time: 0.1145816 Sep 08 15:52:39.697976 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab092c-fb07-4d16-8887-3255173482a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76bd93-d84a-404f-a083-b76ff81ef230,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:39.823166 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-343aca6c-674d-4c67-aaf7-455825f40b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:40.301917 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:40.934833 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:42.523255 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.339674 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45220) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:50.463599 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b0b14c39-f81f-4c19-9f61-068330550ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.555294 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b0b14c39-f81f-4c19-9f61-068330550ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.558871 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b0b14c39-f81f-4c19-9f61-068330550ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.597120 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b0b14c39-f81f-4c19-9f61-068330550ac5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d13fe70e6b9b4f91ac67bbe7d836712a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562792 Sep 08 15:52:50.598249 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b14c39-f81f-4c19-9f61-068330550ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcb29a5-45a0-480a-9900-d972e854450d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:50.599809 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45224) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:50.647999 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ca5590d1-e791-4d36-a45b-382dddcc8e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.667618 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ca5590d1-e791-4d36-a45b-382dddcc8e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.711595 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ca5590d1-e791-4d36-a45b-382dddcc8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.714315 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-ca5590d1-e791-4d36-a45b-382dddcc8e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:50.715456 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-ca5590d1-e791-4d36-a45b-382dddcc8e95 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bcb29a5-45a0-480a-9900-d972e854450d HTTP/1.1" status: 204 len: 168 time: 0.1146679 Sep 08 15:52:50.723352 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5590d1-e791-4d36-a45b-382dddcc8e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcb29a5-45a0-480a-9900-d972e854450d,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:51.319060 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45246) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:51.412258 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1065574406-network', 'tenant_id': '2dea21670f5b41c493039a563532513d'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:52:51.433436 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Made reservation on behalf of 2dea21670f5b41c493039a563532513d for: {'network': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:52:51.435750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.446814 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.531703 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.535388 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.560063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:52:51.570099 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa187c-a8bb-4d9c-a194-0cdd4dd51514,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:51.574914 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.575258 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.segments_db [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Added segment d3c29d61-c473-4f00-b478-79b2850a2a78 of type vlan for network 52bb2f8d-5f38-4697-b574-1691cd42333e Sep 08 15:52:51.615637 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.639887 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.640751 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:52:51.641338 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.670952 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3508084 Sep 08 15:52:51.674102 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45250) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:51.679095 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Request body: {'subnet': {'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1065574406-subnet', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'ip_version': 4}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:52:51.697998 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Made reservation on behalf of 2dea21670f5b41c493039a563532513d for: {'subnet': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:52:51.700336 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127125923'] for subnet, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.705902 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b578c5-391c-4141-9c2b-a90924f74437 admin admin] Pushing event updated for resources: {'Network': ['ID=52bb2f8d-5f38-4697-b574-1691cd42333e,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:51.715649 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 52bb2f8d-5f38-4697-b574-1691cd42333e details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:52:51.865282 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127463793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127125949'] for subnet, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.926152 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3311d9e-116c-472b-9006-03e21d542af7,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:51.930357 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Checking segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:51.930719 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Network hostable DHCP agents. Network: 52bb2f8d-5f38-4697-b574-1691cd42333e, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:52:51.947072 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Network 52bb2f8d-5f38-4697-b574-1691cd42333e is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:52:51.958748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 52bb2f8d-5f38-4697-b574-1691cd42333e) {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:51.963425 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:52:51.964037 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:51.972452 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a669a74-b6a4-468d-b609-244f479d7b8a None None] Network 52bb2f8d-5f38-4697-b574-1691cd42333e requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:52:51.978035 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-11ff21a0-f37f-4ad2-9afb-e01228a70166 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3027105 Sep 08 15:52:51.980579 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45252) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:51.984988 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:52:52.005965 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.006928 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.061928 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.113014 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-52bb2f8d-5f38-4697-b574-1691cd42333e', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:52:52.113883 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.191888 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.243443 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Allocated IP 172.20.0.2 (52bb2f8d-5f38-4697-b574-1691cd42333e/b3311d9e-116c-472b-9006-03e21d542af7/a208466d-bb92-4c9c-af7d-82db66f670b3) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:52:52.380121 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.385388 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.389827 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Transition to ACTIVE for port object a208466d-bb92-4c9c-af7d-82db66f670b3 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:52.405131 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.405455 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Transition to ACTIVE for port object a208466d-bb92-4c9c-af7d-82db66f670b3 will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:52.412404 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.514999 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Allocated IP 172.27.0.145 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/50e72dca-8ff4-4c20-8aac-a22896404011) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:52:52.578576 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Network 52bb2f8d-5f38-4697-b574-1691cd42333e is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:52.581323 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:52.585361 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:52:52.595921 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Pushing event updated for resources: {'Port': ['ID=a208466d-bb92-4c9c-af7d-82db66f670b3,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:52.618619 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.644776 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Attempting to bind port a208466d-bb92-4c9c-af7d-82db66f670b3 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:52:52.645146 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Attempting to bind port a208466d-bb92-4c9c-af7d-82db66f670b3 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:52:52.645500 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Attempting to bind port a208466d-bb92-4c9c-af7d-82db66f670b3 on network 52bb2f8d-5f38-4697-b574-1691cd42333e {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:52:52.650253 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:52:52.650615 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Checking segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:52.651002 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.651386 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Bound using segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:52:52.651829 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Bound port: a208466d-bb92-4c9c-af7d-82db66f670b3, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:52:52.652216 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.658143 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.697523 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:52.700232 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:52.703125 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:52:52.717397 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] For port a208466d-bb92-4c9c-af7d-82db66f670b3, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:52:52.721135 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] For port a208466d-bb92-4c9c-af7d-82db66f670b3, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=a208466d-bb92-4c9c-af7d-82db66f670b3,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:52:52.725173 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:52.735426 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Pushing event updated for resources: {'Port': ['ID=50e72dca-8ff4-4c20-8aac-a22896404011,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:52.787401 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a2844-5116-43f4-b8b5-2c6170d6883d None None] Pushing event updated for resources: {'Port': ['ID=a208466d-bb92-4c9c-af7d-82db66f670b3,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:52.972197 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:53.166042 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:53.287622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Router 0b0587f0-de98-4a0e-9c87-12cd0015a140 is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:52:53.393199 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:52:53.403272 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Sync routers for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:52:53.410705 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:53.414406 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-bef1c158-b4c1-47ee-bba7-bc43543978c7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4304352 Sep 08 15:52:53.414551 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:52:53.414673 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:53.414805 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45254) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:53.523362 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:52:53.681889 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b35a8-2887-4770-92a9-b5be570e64a2 None None] Network 52bb2f8d-5f38-4697-b574-1691cd42333e requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:52:53.778349 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c87892f8-c1fd-4dbe-81fd-d476ae61e6b2 None None] Provisioning for port a208466d-bb92-4c9c-af7d-82db66f670b3 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:53.794411 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:52Z', 'revision_number': 3, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:53.839637 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Checking router: 0b0587f0-de98-4a0e-9c87-12cd0015a140 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:52:53.839901 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Updating router 0b0587f0-de98-4a0e-9c87-12cd0015a140 port 50e72dca-8ff4-4c20-8aac-a22896404011 binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:52:53.841174 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:53.872592 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:53.998748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Allocated IP 172.20.0.1 (52bb2f8d-5f38-4697-b574-1691cd42333e/b3311d9e-116c-472b-9006-03e21d542af7/639e7704-fa52-4dc0-a5b7-7400a71f6589) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:52:54.109837 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.125027 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Transition to ACTIVE for port object 639e7704-fa52-4dc0-a5b7-7400a71f6589 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:54.162466 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.171224 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.181534 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Transition to ACTIVE for port object 50e72dca-8ff4-4c20-8aac-a22896404011 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:54.187420 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.202132 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Network 52bb2f8d-5f38-4697-b574-1691cd42333e is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:54.206327 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:54.209704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:52:54.237929 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Pushing event updated for resources: {'Port': ['ID=639e7704-fa52-4dc0-a5b7-7400a71f6589,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:54.250041 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd630c22-602a-4137-9d0d-97c1a1caac12 None None] Pushing event updated for resources: {'Port': ['ID=50e72dca-8ff4-4c20-8aac-a22896404011,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:54.252771 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Attempting to bind port 50e72dca-8ff4-4c20-8aac-a22896404011 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:52:54.252932 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Attempting to bind port 50e72dca-8ff4-4c20-8aac-a22896404011 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:52:54.253161 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Attempting to bind port 50e72dca-8ff4-4c20-8aac-a22896404011 on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:52:54.257774 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.260370 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:52:54.260746 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:54.261142 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.261526 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:52:54.262036 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Bound port: 50e72dca-8ff4-4c20-8aac-a22896404011, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:52:54.262418 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.332371 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] For port 50e72dca-8ff4-4c20-8aac-a22896404011, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:52:54.335884 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] For port 50e72dca-8ff4-4c20-8aac-a22896404011, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=50e72dca-8ff4-4c20-8aac-a22896404011,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:52:54.340954 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.393236 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.398494 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device a208466d-bb92-4c9c-af7d-82db66f670b3 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:52:54.403185 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd630c22-602a-4137-9d0d-97c1a1caac12 None None] Pushing event updated for resources: {'Port': ['ID=50e72dca-8ff4-4c20-8aac-a22896404011,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:54.455318 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:52:54.455975 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:54.540196 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port a208466d-bb92-4c9c-af7d-82db66f670b3 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:54.543659 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f9000b6f-8640-44a1-86d1-60b97ee304ab None None] Provisioning for port 639e7704-fa52-4dc0-a5b7-7400a71f6589 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:54.551722 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port a208466d-bb92-4c9c-af7d-82db66f670b3 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:54.552107 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.555796 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f9000b6f-8640-44a1-86d1-60b97ee304ab None None] Provisioning complete for port 639e7704-fa52-4dc0-a5b7-7400a71f6589 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:54.556158 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f9000b6f-8640-44a1-86d1-60b97ee304ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.566221 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.570392 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.628114 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-f9000b6f-8640-44a1-86d1-60b97ee304ab None None] Port 639e7704-fa52-4dc0-a5b7-7400a71f6589 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:52:54.640976 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:52:54.770866 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.847118 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port a208466d-bb92-4c9c-af7d-82db66f670b3, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=a208466d-bb92-4c9c-af7d-82db66f670b3,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:52:54.852665 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.873486 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:54.875229 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Pushing event updated for resources: {'Port': ['ID=639e7704-fa52-4dc0-a5b7-7400a71f6589,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:54.930727 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=a208466d-bb92-4c9c-af7d-82db66f670b3,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:54.942490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 1, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:54.963523 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Network 52bb2f8d-5f38-4697-b574-1691cd42333e is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:54.964884 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:54.969346 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4631d26-c82c-4c31-b00b-5bf60075ff12 None None] The sync data for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi is: [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 1, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:52:55.083912 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Router 0b0587f0-de98-4a0e-9c87-12cd0015a140 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:52:55.203611 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:52:55.208526 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-aec279d6-4a37-4a32-882b-e96a6ff99476 admin admin] 10.222.0.54 "PUT /v2.0/routers/0b0587f0-de98-4a0e-9c87-12cd0015a140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929115 Sep 08 15:52:55.249144 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-bfaa5306-ba21-4f26-a45a-a9c182a90f25 None None] Provisioning complete for port 639e7704-fa52-4dc0-a5b7-7400a71f6589 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:55.249627 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-bfaa5306-ba21-4f26-a45a-a9c182a90f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.288083 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa5306-ba21-4f26-a45a-a9c182a90f25 None None] Port 639e7704-fa52-4dc0-a5b7-7400a71f6589 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:52:55.709975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45270) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:55.715041 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1407545359-network', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:52:55.736783 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Made reservation on behalf of fbfa9d7faa804c86a414a145d250f581 for: {'network': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:52:55.739301 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for network, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.748826 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.842333 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.846669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.877564 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=100600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:52:55.891834 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6109462b-a90f-4b96-b67f-839e6e2bb54a,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:55.896962 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.897306 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.db.segments_db [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Added segment 65653899-c31b-4e8a-a4b2-4d4340efaa91 of type vlan for network 97efda62-2b66-4dc3-b95d-f4d428eecb65 Sep 08 15:52:55.939037 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768378872881'] for network, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.964196 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381'] for network, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.965320 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:52:55.965946 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:55.998677 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2874815 Sep 08 15:52:56.001914 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45272) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:56.008382 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Request body: {'subnet': {'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1407545359-subnet', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'ip_version': 4}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:52:56.030191 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Made reservation on behalf of fbfa9d7faa804c86a414a145d250f581 for: {'subnet': 1} {{(pid=100601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:52:56.030444 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c86a7-cb4a-4489-b62d-88bbf88f76db admin admin] Pushing event updated for resources: {'Network': ['ID=97efda62-2b66-4dc3-b95d-f4d428eecb65,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:56.032592 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129547543'] for subnet, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.041551 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 details requested by agent ovs-agent-dv-cinder-776307-8-iscsi with host dv-cinder-776307-8-iscsi {{(pid=100602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:52:56.217565 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126176748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129547529'] for subnet, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.276379 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a4e315-1fda-48fb-880f-e4c3687b9d01,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:56.282094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Checking segment: {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:56.282451 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Network hostable DHCP agents. Network: 97efda62-2b66-4dc3-b95d-f4d428eecb65, hostable agents: ['a26cab87-e0f4-4c02-865c-fcddfbdc26dc'], hosted agents: [] {{(pid=100601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:52:56.300430 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 is scheduled to be hosted by DHCP agent a26cab87-e0f4-4c02-865c-fcddfbdc26dc with binding_index 1 {{(pid=100601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:52:56.310536 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-8-iscsi, 97efda62-2b66-4dc3-b95d-f4d428eecb65) {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:56.321682 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:52:56.322543 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.323542 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f173800-a2de-4310-acec-85b6206040aa None None] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:52:56.347980 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c1f764c5-0512-44e5-b7f4-3aa0ceaa46ba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3441832 Sep 08 15:52:56.350499 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45274) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:56.355005 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:52:56.376695 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4182921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.377628 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4183577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4185737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4045874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3775'] for router, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.433340 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.449812 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device a208466d-bb92-4c9c-af7d-82db66f670b3 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:52:56.514892 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74a1bc39-be38-555d-9c35-0daefe90011d-97efda62-2b66-4dc3-b95d-f4d428eecb65', 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'fixed_ips': [{'subnet_id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01'}]}} from dv-cinder-776307-8-iscsi. {{(pid=100602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:52:56.515734 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.531207 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port a208466d-bb92-4c9c-af7d-82db66f670b3 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:56.531572 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.573716 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.711749 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.db_base_plugin_common [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Allocated IP 172.20.0.2 (97efda62-2b66-4dc3-b95d-f4d428eecb65/e1a4e315-1fda-48fb-880f-e4c3687b9d01/73df8964-db8a-452d-b375-b31227d8ea53) {{(pid=100602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:52:56.714188 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 50e72dca-8ff4-4c20-8aac-a22896404011 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:52:56.774562 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.793641 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.824879 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 50e72dca-8ff4-4c20-8aac-a22896404011 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:56.837065 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 50e72dca-8ff4-4c20-8aac-a22896404011 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:56.837430 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.905166 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Sync routers for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:52:56.908751 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Allocated IP 172.27.0.47 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/cab765e4-c369-4270-9c15-4adf62e5cadf) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:52:56.914725 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:52:56.915585 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:56.929959 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.940841 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Transition to ACTIVE for port object 73df8964-db8a-452d-b375-b31227d8ea53 will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:56.983371 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Transition to ACTIVE for port object 73df8964-db8a-452d-b375-b31227d8ea53 will not be triggered until provisioned by entity DHCP. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:56.991435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:56.996469 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947'] for port, after_create {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.022974 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.043922 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 50e72dca-8ff4-4c20-8aac-a22896404011, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=50e72dca-8ff4-4c20-8aac-a22896404011,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:52:57.053511 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.056635 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 is already hosted by enough agents. {{(pid=100602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:57.063421 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.scheduler.base_scheduler [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Resources bound (agent type, host, resource id): {{(pid=100602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:57.065263 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.065468 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Pushing event updated for resources: {'Port': ['ID=73df8964-db8a-452d-b375-b31227d8ea53,revision_number=1']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:57.067629 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Received port after_create {{(pid=100602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:52:57.105479 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:57.108874 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:57.115746 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:52:57.120692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cab765e4-c369-4270-9c15-4adf62e5cadf,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:57.143648 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:52:57.161170 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Attempting to bind port 73df8964-db8a-452d-b375-b31227d8ea53 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:52:57.161535 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Attempting to bind port 73df8964-db8a-452d-b375-b31227d8ea53 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:52:57.161932 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Attempting to bind port 73df8964-db8a-452d-b375-b31227d8ea53 on network 97efda62-2b66-4dc3-b95d-f4d428eecb65 {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:52:57.168492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=50e72dca-8ff4-4c20-8aac-a22896404011,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:57.171424 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:52:57.171798 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Checking segment: {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:57.172189 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.172559 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Bound using segment: {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:52:57.173014 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Bound port: 73df8964-db8a-452d-b375-b31227d8ea53, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:52:57.173389 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.234428 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] For port 73df8964-db8a-452d-b375-b31227d8ea53, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:52:57.238433 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] For port 73df8964-db8a-452d-b375-b31227d8ea53, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=73df8964-db8a-452d-b375-b31227d8ea53,segment=NetworkSegment(65653899-c31b-4e8a-a4b2-4d4340efaa91),segment_id=65653899-c31b-4e8a-a4b2-4d4340efaa91)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:52:57.244650 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.303826 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5290-0bf1-4f36-a5d1-61e1be046fe3 None None] Pushing event updated for resources: {'Port': ['ID=73df8964-db8a-452d-b375-b31227d8ea53,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:57.367392 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 2, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:57.369424 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.394429 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Checking router: 0b0587f0-de98-4a0e-9c87-12cd0015a140 for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:52:57.394854 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Updating router 0b0587f0-de98-4a0e-9c87-12cd0015a140 port 639e7704-fa52-4dc0-a5b7-7400a71f6589 binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:52:57.424608 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.592689 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4183552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4182616'] for router, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.719860 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Router 2ab66305-d999-4f7a-8a0b-f703677f85ef is scheduled to L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a with binding_index 1 {{(pid=100601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:52:57.727332 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.738652 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Transition to ACTIVE for port object 639e7704-fa52-4dc0-a5b7-7400a71f6589 will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:57.743551 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.805772 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Pushing event updated for resources: {'Port': ['ID=639e7704-fa52-4dc0-a5b7-7400a71f6589,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:57.833814 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.834042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:52:57.834183 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.834533 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.834843 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.835162 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.835481 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.835798 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.836111 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.836440 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.836752 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.837066 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.837373 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:57.843623 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Sync routers for ids ['2ab66305-d999-4f7a-8a0b-f703677f85ef'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:52:57.852523 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.856576 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-e2aa9b32-0640-448b-a8d4-5c625c1988e8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5024209 Sep 08 15:52:57.862539 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45276) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:52:57.863106 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Attempting to bind port 639e7704-fa52-4dc0-a5b7-7400a71f6589 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:52:57.863291 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Attempting to bind port 639e7704-fa52-4dc0-a5b7-7400a71f6589 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:52:57.863652 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Attempting to bind port 639e7704-fa52-4dc0-a5b7-7400a71f6589 on network 52bb2f8d-5f38-4697-b574-1691cd42333e {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:52:57.868968 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:52:57.869273 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Routers {'2ab66305-d999-4f7a-8a0b-f703677f85ef'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:52:57.869429 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Checking segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:57.869738 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.870112 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Bound using segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:52:57.870631 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Bound port: 639e7704-fa52-4dc0-a5b7-7400a71f6589, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:52:57.870761 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['2ab66305-d999-4f7a-8a0b-f703677f85ef'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:57.871006 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:57.945846 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] For port 639e7704-fa52-4dc0-a5b7-7400a71f6589, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:52:57.953725 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] For port 639e7704-fa52-4dc0-a5b7-7400a71f6589, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=639e7704-fa52-4dc0-a5b7-7400a71f6589,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:52:57.959140 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:58.008435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Set router 2ab66305-d999-4f7a-8a0b-f703677f85ef gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:52:58.036491 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf342899-322c-4505-9671-d1ac85d0f403 None None] Pushing event updated for resources: {'Port': ['ID=639e7704-fa52-4dc0-a5b7-7400a71f6589,revision_number=4']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:58.048806 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:52:58.049348 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:58.197118 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:52:58.277975 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:57Z', 'revision_number': 3, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:58.314888 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Checking router: 2ab66305-d999-4f7a-8a0b-f703677f85ef for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:52:58.315834 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Updating router 2ab66305-d999-4f7a-8a0b-f703677f85ef port cab765e4-c369-4270-9c15-4adf62e5cadf binding host dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:52:58.354659 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:58.476588 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18029f-eaf2-4dc7-95e0-93881b11959e None None] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:52:58.504850 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:57Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:58.537009 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed09b5-e823-4fe2-910c-792f584877b9 None None] The sync data for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi is: [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:57Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:52:58.559563 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:58.573562 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 73df8964-db8a-452d-b375-b31227d8ea53 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:52:58.708682 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-0639abd6-2b03-4dab-b7bb-dba78f0b12a5 None None] Provisioning for port 73df8964-db8a-452d-b375-b31227d8ea53 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:58.739146 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Allocated IP 172.20.0.1 (97efda62-2b66-4dc3-b95d-f4d428eecb65/e1a4e315-1fda-48fb-880f-e4c3687b9d01/56c09fd3-72d9-472d-a378-85ccf96be4c0) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:52:58.783093 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 73df8964-db8a-452d-b375-b31227d8ea53 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:58.792778 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 73df8964-db8a-452d-b375-b31227d8ea53 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:58.793059 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:58.855712 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:58.874872 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Transition to ACTIVE for port object 56c09fd3-72d9-472d-a378-85ccf96be4c0 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:58.915499 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:58.958956 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:58.965234 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:58.967687 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:52:58.969586 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Pushing event updated for resources: {'Port': ['ID=56c09fd3-72d9-472d-a378-85ccf96be4c0,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:58.988283 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.004900 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Transition to ACTIVE for port object cab765e4-c369-4270-9c15-4adf62e5cadf will not be triggered until provisioned by entity L2. {{(pid=100602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:52:59.014658 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.019351 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4182665'] for router_interface, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.097013 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Attempting to bind port cab765e4-c369-4270-9c15-4adf62e5cadf on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:52:59.097382 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Attempting to bind port cab765e4-c369-4270-9c15-4adf62e5cadf by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:52:59.097767 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Attempting to bind port cab765e4-c369-4270-9c15-4adf62e5cadf on network 67d5e498-c5dd-4684-923d-3f87be7204ee {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:52:59.108815 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Pushing event updated for resources: {'Port': ['ID=cab765e4-c369-4270-9c15-4adf62e5cadf,revision_number=2']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:59.112740 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.116551 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:52:59.116923 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Checking segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:52:59.117315 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.117729 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Bound using segment: {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'} {{(pid=100602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:52:59.118194 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.managers [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Bound port: cab765e4-c369-4270-9c15-4adf62e5cadf, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c05ff50-66d3-473d-9011-a684f3b37ddc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee'}}] {{(pid=100602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:52:59.118564 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.135813 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.136150 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.136489 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.137597 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.137597 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.137597 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.138018 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.138171 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.139130 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.139348 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.139678 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.139997 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:52:59.180788 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.207825 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 73df8964-db8a-452d-b375-b31227d8ea53, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=73df8964-db8a-452d-b375-b31227d8ea53,segment=NetworkSegment(65653899-c31b-4e8a-a4b2-4d4340efaa91),segment_id=65653899-c31b-4e8a-a4b2-4d4340efaa91)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:52:59.212128 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.212905 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 639e7704-fa52-4dc0-a5b7-7400a71f6589 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:52:59.238649 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] For port cab765e4-c369-4270-9c15-4adf62e5cadf, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:52:59.277457 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] For port cab765e4-c369-4270-9c15-4adf62e5cadf, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=cab765e4-c369-4270-9c15-4adf62e5cadf,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:52:59.288449 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.320644 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=73df8964-db8a-452d-b375-b31227d8ea53,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:59.354064 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-71ec222b-aa54-4b04-9a83-f1ab621c13ff None None] Provisioning complete for port 73df8964-db8a-452d-b375-b31227d8ea53 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:59.354435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-71ec222b-aa54-4b04-9a83-f1ab621c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.392048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.401201 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.410703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Routers {'2ab66305-d999-4f7a-8a0b-f703677f85ef'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:52:59.411334 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['2ab66305-d999-4f7a-8a0b-f703677f85ef'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:52:59.413031 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 639e7704-fa52-4dc0-a5b7-7400a71f6589 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:59.455844 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 639e7704-fa52-4dc0-a5b7-7400a71f6589 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:59.456211 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.462923 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b5131-1eae-4f81-8a47-77610f315c42 None None] Pushing event updated for resources: {'Port': ['ID=cab765e4-c369-4270-9c15-4adf62e5cadf,revision_number=3']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:59.475599 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Pushing event updated for resources: {'Port': ['ID=56c09fd3-72d9-472d-a378-85ccf96be4c0,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:59.478035 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3686327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4185369'] for router_interface, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.568293 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:52:59.569798 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:52:59.598522 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] Set router 2ab66305-d999-4f7a-8a0b-f703677f85ef gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:52:59.693963 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Router 2ab66305-d999-4f7a-8a0b-f703677f85ef has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:52:59.711717 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.774415 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-e98e08de-1f73-433f-81a5-cb4171c86ebc None None] Provisioning for port 56c09fd3-72d9-472d-a378-85ccf96be4c0 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:52:59.784737 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-e98e08de-1f73-433f-81a5-cb4171c86ebc None None] Provisioning complete for port 56c09fd3-72d9-472d-a378-85ccf96be4c0 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:59.785101 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e98e08de-1f73-433f-81a5-cb4171c86ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.809025 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:52:59.814889 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-99ed6bc9-8b04-4206-885e-394aa3c1db6f admin admin] 10.222.0.54 "PUT /v2.0/routers/2ab66305-d999-4f7a-8a0b-f703677f85ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510584 Sep 08 15:52:59.832039 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 639e7704-fa52-4dc0-a5b7-7400a71f6589, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=639e7704-fa52-4dc0-a5b7-7400a71f6589,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:52:59.842780 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:52:59.843500 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 50e72dca-8ff4-4c20-8aac-a22896404011 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:52:59.921792 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-e98e08de-1f73-433f-81a5-cb4171c86ebc None None] Port 56c09fd3-72d9-472d-a378-85ccf96be4c0 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:52:59.958944 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=639e7704-fa52-4dc0-a5b7-7400a71f6589,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:52:59.980751 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 50e72dca-8ff4-4c20-8aac-a22896404011 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:52:59.981125 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:00.006399 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '56c09fd3-72d9-472d-a378-85ccf96be4c0', 'name': '', 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'mac_address': 'fa:16:3e:d7:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:58Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 2, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'subnets': [{'id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:00.044033 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbccdff-1a11-471a-bd42-aae6597a4bd1 None None] The sync data for ids ['2ab66305-d999-4f7a-8a0b-f703677f85ef'] in dv-cinder-776307-8-iscsi is: [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '56c09fd3-72d9-472d-a378-85ccf96be4c0', 'name': '', 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'mac_address': 'fa:16:3e:d7:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:58Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 2, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'subnets': [{'id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:00.063172 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-de8481e3-8c60-4d0e-8a52-dfac8d058805 None None] Provisioning complete for port 56c09fd3-72d9-472d-a378-85ccf96be4c0 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:00.063542 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-de8481e3-8c60-4d0e-8a52-dfac8d058805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:00.126969 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-de8481e3-8c60-4d0e-8a52-dfac8d058805 None None] Port 56c09fd3-72d9-472d-a378-85ccf96be4c0 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:53:00.386609 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 73df8964-db8a-452d-b375-b31227d8ea53 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:00.437551 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 73df8964-db8a-452d-b375-b31227d8ea53 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:00.438033 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:00.557956 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 639e7704-fa52-4dc0-a5b7-7400a71f6589 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:00.616387 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 639e7704-fa52-4dc0-a5b7-7400a71f6589 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:00.616857 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:02.382091 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device cab765e4-c369-4270-9c15-4adf62e5cadf up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:02.443195 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port cab765e4-c369-4270-9c15-4adf62e5cadf completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:53:02.449108 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port cab765e4-c369-4270-9c15-4adf62e5cadf triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:02.450033 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:02.538051 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:02.562864 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port cab765e4-c369-4270-9c15-4adf62e5cadf, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=cab765e4-c369-4270-9c15-4adf62e5cadf,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:02.570140 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:02.628927 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=cab765e4-c369-4270-9c15-4adf62e5cadf,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:02.829819 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Sync routers for ids ['2ab66305-d999-4f7a-8a0b-f703677f85ef'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:53:02.840010 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Routers {'2ab66305-d999-4f7a-8a0b-f703677f85ef'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:02.840769 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['2ab66305-d999-4f7a-8a0b-f703677f85ef'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:02.963810 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Set router 2ab66305-d999-4f7a-8a0b-f703677f85ef gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:03.213308 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '56c09fd3-72d9-472d-a378-85ccf96be4c0', 'name': '', 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'mac_address': 'fa:16:3e:d7:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:58Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 2, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'subnets': [{'id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:03.244805 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Checking router: 2ab66305-d999-4f7a-8a0b-f703677f85ef for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:53:03.245074 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Updating router 2ab66305-d999-4f7a-8a0b-f703677f85ef port 56c09fd3-72d9-472d-a378-85ccf96be4c0 binding host dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:53:03.273172 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:03.568403 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Notify callbacks [] for port, precommit_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:03.581300 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.provisioning_blocks [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Transition to ACTIVE for port object 56c09fd3-72d9-472d-a378-85ccf96be4c0 will not be triggered until provisioned by entity L2. {{(pid=100603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:53:03.587679 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:03.635299 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cf788-2312-47be-9893-f783365d7416 None None] Pushing event updated for resources: {'Port': ['ID=56c09fd3-72d9-472d-a378-85ccf96be4c0,revision_number=3']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:03.730942 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Attempting to bind port 56c09fd3-72d9-472d-a378-85ccf96be4c0 on host dv-cinder-776307-8-iscsi for vnic_type normal with profile {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:53:03.731544 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Attempting to bind port 56c09fd3-72d9-472d-a378-85ccf96be4c0 by drivers openvswitch,hyperv on host dv-cinder-776307-8-iscsi at level 0 using segments [{'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:53:03.732258 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Attempting to bind port 56c09fd3-72d9-472d-a378-85ccf96be4c0 on network 97efda62-2b66-4dc3-b95d-f4d428eecb65 {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:53:03.738889 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Checking agent: {'id': 'fc17d828-95c6-4af2-bf60-fbc089516453', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 31, 40), 'started_at': datetime.datetime(2021, 9, 8, 15, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:53:03.739523 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Checking segment: {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:53:03.740212 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:03.740764 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Bound using segment: {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'} {{(pid=100603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:53:03.741372 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.managers [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Bound port: 56c09fd3-72d9-472d-a378-85ccf96be4c0, host: dv-cinder-776307-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65653899-c31b-4e8a-a4b2-4d4340efaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65'}}] {{(pid=100603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:53:03.742133 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:03.829357 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] For port 56c09fd3-72d9-472d-a378-85ccf96be4c0, host dv-cinder-776307-8-iscsi, cleared binding levels {{(pid=100603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:53:03.833625 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.plugins.ml2.db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] For port 56c09fd3-72d9-472d-a378-85ccf96be4c0, host dv-cinder-776307-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=56c09fd3-72d9-472d-a378-85ccf96be4c0,segment=NetworkSegment(65653899-c31b-4e8a-a4b2-4d4340efaa91),segment_id=65653899-c31b-4e8a-a4b2-4d4340efaa91)] {{(pid=100603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:53:03.839873 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron_lib.callbacks.manager [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:03.916997 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Routers {'2ab66305-d999-4f7a-8a0b-f703677f85ef'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:03.918099 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:52:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['2ab66305-d999-4f7a-8a0b-f703677f85ef'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:03.922274 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cf788-2312-47be-9893-f783365d7416 None None] Pushing event updated for resources: {'Port': ['ID=56c09fd3-72d9-472d-a378-85ccf96be4c0,revision_number=4']} {{(pid=100603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:04.043327 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] Set router 2ab66305-d999-4f7a-8a0b-f703677f85ef gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:04.395224 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '56c09fd3-72d9-472d-a378-85ccf96be4c0', 'name': '', 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'mac_address': 'fa:16:3e:d7:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:58Z', 'updated_at': '2021-09-08T15:53:03Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'subnets': [{'id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:04.424525 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52e9cbd-5d2b-4eb5-9bb2-7ca7dcc2a055 None None] The sync data for ids ['2ab66305-d999-4f7a-8a0b-f703677f85ef'] in dv-cinder-776307-8-iscsi is: [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '56c09fd3-72d9-472d-a378-85ccf96be4c0', 'name': '', 'network_id': '97efda62-2b66-4dc3-b95d-f4d428eecb65', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'mac_address': 'fa:16:3e:d7:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:58Z', 'updated_at': '2021-09-08T15:53:03Z', 'revision_number': 4, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'subnets': [{'id': 'e1a4e315-1fda-48fb-880f-e4c3687b9d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:04.444716 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device cab765e4-c369-4270-9c15-4adf62e5cadf up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:04.512668 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port cab765e4-c369-4270-9c15-4adf62e5cadf triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:04.513388 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:04.612499 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 56c09fd3-72d9-472d-a378-85ccf96be4c0 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:04.670397 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning for port 56c09fd3-72d9-472d-a378-85ccf96be4c0 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:53:04.675158 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 56c09fd3-72d9-472d-a378-85ccf96be4c0 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:04.675527 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:04.767329 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:04.804847 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] For port 56c09fd3-72d9-472d-a378-85ccf96be4c0, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=56c09fd3-72d9-472d-a378-85ccf96be4c0,segment=NetworkSegment(65653899-c31b-4e8a-a4b2-4d4340efaa91),segment_id=65653899-c31b-4e8a-a4b2-4d4340efaa91)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:04.812764 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:04.880295 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Pushing event updated for resources: {'Port': ['ID=56c09fd3-72d9-472d-a378-85ccf96be4c0,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:06.366558 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 56c09fd3-72d9-472d-a378-85ccf96be4c0 up at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:06.418976 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Provisioning complete for port 56c09fd3-72d9-472d-a378-85ccf96be4c0 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:06.419461 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:07.261205 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:07.266969 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a6af35f6-116d-4fee-b4af-ba05976bc0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:09.629635 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-042457ba-9296-4c8c-b4eb-21dd2be18633 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:09.631118 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-042457ba-9296-4c8c-b4eb-21dd2be18633 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 815 time: 0.0976777 Sep 08 15:53:09.646387 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-9d4504a2-ca39-43a7-b088-aea5a001af80 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/quotas/2dea21670f5b41c493039a563532513d HTTP/1.1" status: 200 len: 375 time: 0.0097189 Sep 08 15:53:09.697992 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-a3d16c5b-26ae-4584-b134-a20d282dc884 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457001 Sep 08 15:53:09.799373 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-4edf6980-5553-4018-aa91-b010670a2c2a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:53:09.800392 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-4edf6980-5553-4018-aa91-b010670a2c2a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0915248 Sep 08 15:53:09.823777 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-93ef4dcb-339b-441b-b45d-de4127726146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:09.893311 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-7e0e5c23-add2-41a3-83b6-dc752f324f28 service neutron] 10.222.0.54 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868068 Sep 08 15:53:09.984031 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-bfe757da-3f25-4cc5-ac3c-9ff2a0ec53d6 service neutron] 10.222.0.54 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Sep 08 15:53:10.141369 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f0188590-e01a-4388-b1ee-c670dcbbcb1a req-d3c7e3fd-f887-4c54-af23-e22a33a9eef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 210 time: 0.0273740 Sep 08 15:53:10.304012 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:10.938033 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:11.245912 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e6024d1d-e084-4427-8e9f-7d7b6dc63689 req-f17022b5-5908-4b95-b98d-40c91ce70b42 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 210 time: 0.0265658 Sep 08 15:53:11.266231 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-1f4599ee-516d-4bd5-a130-bb1b6c55d99d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:11.267688 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-1f4599ee-516d-4bd5-a130-bb1b6c55d99d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 815 time: 0.1098785 Sep 08 15:53:11.324178 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'port': {'device_id': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'admin_state_up': True, 'tenant_id': '2dea21670f5b41c493039a563532513d'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:11.430766 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Made reservation on behalf of 2dea21670f5b41c493039a563532513d for: {'port': 1} {{(pid=100600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:53:11.434054 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:11.563450 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_common [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Allocated IP 172.20.0.3 (52bb2f8d-5f38-4697-b574-1691cd42333e/b3311d9e-116c-472b-9006-03e21d542af7/d4fdd508-fbda-4ce3-b148-574b56ddbe52) {{(pid=100600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:53:11.721511 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for port, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:11.736903 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Transition to ACTIVE for port object d4fdd508-fbda-4ce3-b148-574b56ddbe52 will not be triggered until provisioned by entity DHCP. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:53:11.782632 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:11.832152 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Network 52bb2f8d-5f38-4697-b574-1691cd42333e is already hosted by enough agents. {{(pid=100600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:53:11.835420 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.base_scheduler [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Resources bound (agent type, host, resource id): {{(pid=100600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:53:11.839192 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Received port after_create {{(pid=100600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:53:11.877776 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:11.920969 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:11.921812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:11.938511 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-e712b3e3-64e5-4ae7-9913-0fc85bbe0dea tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6206884 Sep 08 15:53:12.171702 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-17c17be4-3c1b-4d6c-aa85-ec5c4e8f747f None None] Provisioning for port d4fdd508-fbda-4ce3-b148-574b56ddbe52 completed by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:53:12.175199 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-17c17be4-3c1b-4d6c-aa85-ec5c4e8f747f None None] Provisioning complete for port d4fdd508-fbda-4ce3-b148-574b56ddbe52 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:12.175570 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-17c17be4-3c1b-4d6c-aa85-ec5c4e8f747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:12.211788 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-17c17be4-3c1b-4d6c-aa85-ec5c4e8f747f None None] Port d4fdd508-fbda-4ce3-b148-574b56ddbe52 cannot update to ACTIVE because it is not bound. {{(pid=100602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:53:12.364542 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b78b8-151a-46c0-beac-e8e1615967cb req-dcc9b26e-f4bd-406c-aa07-4f35352f8902 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:12.366071 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-874b78b8-151a-46c0-beac-e8e1615967cb req-dcc9b26e-f4bd-406c-aa07-4f35352f8902 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0503125 Sep 08 15:53:12.406373 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-874b78b8-151a-46c0-beac-e8e1615967cb req-f82ca42c-4c17-4512-ac4a-ff85b5c2330f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333858 Sep 08 15:53:12.526326 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:13.463403 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:53:13.528450 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4ba0d-c194-47fe-a641-e85812b4f05c req-6f9e581f-8374-4cae-aa7e-1876851c680c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:13.530582 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ec4ba0d-c194-47fe-a641-e85812b4f05c req-6f9e581f-8374-4cae-aa7e-1876851c680c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0535107 Sep 08 15:53:13.573403 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4ec4ba0d-c194-47fe-a641-e85812b4f05c req-6c087bf9-a6e6-4ec7-adf1-0fb5e3627029 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Sep 08 15:53:14.694459 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae014f-b1e1-48b4-b0cc-0892b6e80c69 req-e273a776-fef7-464f-8e24-c04f87353029 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:14.696117 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-53ae014f-b1e1-48b4-b0cc-0892b6e80c69 req-e273a776-fef7-464f-8e24-c04f87353029 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0527935 Sep 08 15:53:14.734188 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-53ae014f-b1e1-48b4-b0cc-0892b6e80c69 req-a0798459-7782-4319-88ca-81ff4b88ecff tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Sep 08 15:53:15.849419 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75411eb4-b440-4530-a6ca-fc07d4a2e558 req-b5827ff7-5449-4724-88dd-8a36a7fe7f7e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:15.850926 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75411eb4-b440-4530-a6ca-fc07d4a2e558 req-b5827ff7-5449-4724-88dd-8a36a7fe7f7e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0500841 Sep 08 15:53:15.887589 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75411eb4-b440-4530-a6ca-fc07d4a2e558 req-4221c0df-ad7c-452f-8d85-69be9703765a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Sep 08 15:53:17.020825 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed6be-f3e2-4c46-a266-a3e86102d2fc req-12537eb7-3232-47f0-9198-25b32ff682cb tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:17.022392 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26aed6be-f3e2-4c46-a266-a3e86102d2fc req-12537eb7-3232-47f0-9198-25b32ff682cb tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0623789 Sep 08 15:53:17.067885 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-26aed6be-f3e2-4c46-a266-a3e86102d2fc req-65688fbf-9e47-40c6-bd47-8845087e2cac tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Sep 08 15:53:18.193981 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71d7ac-3d09-499d-b2d3-88375cc42e86 req-e7355cca-1bca-45a8-a0f0-56bc066d1437 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:18.195666 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9c71d7ac-3d09-499d-b2d3-88375cc42e86 req-e7355cca-1bca-45a8-a0f0-56bc066d1437 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0514026 Sep 08 15:53:18.234975 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9c71d7ac-3d09-499d-b2d3-88375cc42e86 req-b978dc35-19d0-4dd1-8185-627c0c2b7891 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Sep 08 15:53:19.353865 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b1569-7125-444c-8f8d-3147146af518 req-746a6cb9-ad3c-4008-8915-ae4733a5432f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:19.355491 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f71b1569-7125-444c-8f8d-3147146af518 req-746a6cb9-ad3c-4008-8915-ae4733a5432f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0504346 Sep 08 15:53:19.395826 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-f71b1569-7125-444c-8f8d-3147146af518 req-f55709dc-714c-4d2d-b372-30ac11d21c2d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Sep 08 15:53:20.513778 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93872920-a6f2-4f7b-870b-c3fc62179a50 req-09f250a1-3e98-468f-be22-a5930048f7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:20.515400 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-93872920-a6f2-4f7b-870b-c3fc62179a50 req-09f250a1-3e98-468f-be22-a5930048f7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0527389 Sep 08 15:53:20.560481 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-93872920-a6f2-4f7b-870b-c3fc62179a50 req-4ae42fdf-a4ba-48fd-9f53-b3a551ef6639 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Sep 08 15:53:21.670944 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893cba0-64d0-4e5f-a059-76b7be1f795b req-6ad36b75-a3cd-42ea-aa97-2930fb56e6a8 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:21.672377 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e893cba0-64d0-4e5f-a059-76b7be1f795b req-6ad36b75-a3cd-42ea-aa97-2930fb56e6a8 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0471630 Sep 08 15:53:21.708620 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e893cba0-64d0-4e5f-a059-76b7be1f795b req-7175b5a4-ff43-40c3-90bb-0a6a36ab649a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304511 Sep 08 15:53:22.817911 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce1ea-40b4-4860-a787-c090102dde81 req-23559d76-e5d1-4abb-b895-f0707b20226e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:22.819337 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-049ce1ea-40b4-4860-a787-c090102dde81 req-23559d76-e5d1-4abb-b895-f0707b20226e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0469675 Sep 08 15:53:22.855919 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-049ce1ea-40b4-4860-a787-c090102dde81 req-bef45175-0a91-42fe-a5ac-f8c088a84907 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Sep 08 15:53:23.375378 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45406) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:23.896222 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Deleting port ffcba8ed-d0c6-46d9-aad1-9713181d5723 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:23.896772 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:24.004287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:24.004621 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:24.019081 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9f0e7-ca9d-4491-8d62-ac2ad4afe2ee req-d8438db0-869c-4b91-9105-593e1a2233f7 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:24.020592 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e5f9f0e7-ca9d-4491-8d62-ac2ad4afe2ee req-d8438db0-869c-4b91-9105-593e1a2233f7 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0964592 Sep 08 15:53:24.025933 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Calling delete_port for ffcba8ed-d0c6-46d9-aad1-9713181d5723 owned by network:floatingip {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:24.100389 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-e5f9f0e7-ca9d-4491-8d62-ac2ad4afe2ee req-45334667-9fe4-45b4-a3b7-82c08723e1c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Sep 08 15:53:24.196849 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:24.229388 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'Port': ['ID=ffcba8ed-d0c6-46d9-aad1-9713181d5723,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:24.281015 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:24.281343 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Floating IP ae41444a-ae0b-4ac4-8596-234266e6b283 disassociated (deleted). External IP: 172.27.0.140, port: 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb. Sep 08 15:53:24.488409 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:53:24.591617 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:53:24.596614 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:24.601121 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd357b-cb33-496b-8084-36342345114e None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:53:24.610357 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:24.610951 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:24.623441 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-efe39012-9ae3-45ad-a558-a3dd9f07b800 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "DELETE /v2.0/floatingips/ae41444a-ae0b-4ac4-8596-234266e6b283 HTTP/1.1" status: 204 len: 168 time: 1.2469497 Sep 08 15:53:24.624017 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:24.626273 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c6706-7561-4ff8-9f9d-29f04144f651" -d '{"events": [{"name": "network-changed", "server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:24.724649 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:24.826698 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba290283-49c1-40db-8d39-1c8cbbd9bc6a x-openstack-request-id: req-ba290283-49c1-40db-8d39-1c8cbbd9bc6a {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:24.827063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:24.827387 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba290283-49c1-40db-8d39-1c8cbbd9bc6a {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:24.827797 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'status': 'completed', 'code': 200} Sep 08 15:53:24.851900 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642d02-596d-4678-a9be-9435ae35ccdc req-c1493080-47c7-4e51-9632-cf1b84331519 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:24.853418 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3e642d02-596d-4678-a9be-9435ae35ccdc req-c1493080-47c7-4e51-9632-cf1b84331519 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0607576 Sep 08 15:53:24.894064 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3e642d02-596d-4678-a9be-9435ae35ccdc req-880ef6e8-8a1c-49a4-a6c5-99225e4c65c0 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Sep 08 15:53:24.956236 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:33Z', 'revision_number': 1, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:24.984603 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd357b-cb33-496b-8084-36342345114e None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:53:24.992782 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:24.993305 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:25.089545 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:25.212110 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eabb2-d64e-4346-ab88-1ed40696bea1 req-c7728f28-8895-4c1d-a152-afa4c05d2f0d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:25.213608 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-636eabb2-d64e-4346-ab88-1ed40696bea1 req-c7728f28-8895-4c1d-a152-afa4c05d2f0d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 931 time: 0.0472569 Sep 08 15:53:25.255721 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-636eabb2-d64e-4346-ab88-1ed40696bea1 req-d7657e54-e339-4424-93a4-2f3e5935bc3c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Sep 08 15:53:25.311480 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-46bd357b-cb33-496b-8084-36342345114e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:33Z', 'revision_number': 1, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:25.336703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd357b-cb33-496b-8084-36342345114e None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '043ebf38-7b8b-4ca1-a114-422d56c9acc7', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'port_id': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:48:31Z', 'updated_at': '2021-09-08T15:48:33Z', 'revision_number': 1, 'project_id': 'e485550a654b419aae39dff67c89193d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:25.537452 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede494e-7efb-477d-a5bd-5a7f1614b6d7 None None] New status for floating IP ae41444a-ae0b-4ac4-8596-234266e6b283: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:53:25.634812 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Request body: {'port': {'device_id': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:25.696913 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:25.766939 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-70307c2b-ddbf-4690-ae46-df2396639d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:25.768332 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-70307c2b-ddbf-4690-ae46-df2396639d7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 1098 time: 0.0785236 Sep 08 15:53:25.968250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-bedc7f9b-dfe9-46c1-b798-ea6bcf16f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:25.969738 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-bedc7f9b-dfe9-46c1-b798-ea6bcf16f06d service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.1520817 Sep 08 15:53:26.007619 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c6674-c3b0-4274-a7ca-7c32d27f11c2 req-9fc401f6-8c39-4bb9-ade9-944ba9df63e3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.009084 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a6c6674-c3b0-4274-a7ca-7c32d27f11c2 req-9fc401f6-8c39-4bb9-ade9-944ba9df63e3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0488997 Sep 08 15:53:26.025124 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-064f4c23-ee71-480a-b61f-36d2c7212d59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb HTTP/1.1" status: 200 len: 217 time: 0.0465302 Sep 08 15:53:26.047011 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a6c6674-c3b0-4274-a7ca-7c32d27f11c2 req-92266883-7489-41c4-9b42-fab210a9bf22 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Sep 08 15:53:26.109920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fdd508-fbda-4ce3-b148-574b56ddbe52 {{(pid=100600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:53:26.118915 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-1b12c1fd-add3-4510-851f-6ecdb83e11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.120368 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-1b12c1fd-add3-4510-851f-6ecdb83e11cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0832870 Sep 08 15:53:26.122005 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:26.142414 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.provisioning_blocks [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Transition to ACTIVE for port object d4fdd508-fbda-4ce3-b148-574b56ddbe52 will not be triggered until provisioned by entity L2. {{(pid=100600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:53:26.157807 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:26.210368 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-abf3474b-28f6-4ef6-a071-28796a0148a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.211864 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-abf3474b-28f6-4ef6-a071-28796a0148a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815458 Sep 08 15:53:26.222262 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=2']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:26.355910 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Attempting to bind port d4fdd508-fbda-4ce3-b148-574b56ddbe52 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:53:26.356245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Attempting to bind port d4fdd508-fbda-4ce3-b148-574b56ddbe52 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:53:26.357548 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Attempting to bind port d4fdd508-fbda-4ce3-b148-574b56ddbe52 on network 52bb2f8d-5f38-4697-b574-1691cd42333e {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:53:26.369373 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Port d4fdd508-fbda-4ce3-b148-574b56ddbe52 on network 52bb2f8d-5f38-4697-b574-1691cd42333e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:53:26.369721 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Attempting to bind port d4fdd508-fbda-4ce3-b148-574b56ddbe52 on network 52bb2f8d-5f38-4697-b574-1691cd42333e {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:53:26.377951 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Checking agent: {'id': '726e957d-2a44-4754-8e0d-5c4006812bac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'started_at': datetime.datetime(2021, 9, 8, 15, 37, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:53:26.378286 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Checking segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:53:26.378664 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Bound using segment: {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'} {{(pid=100600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:53:26.379085 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.managers [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Bound port: d4fdd508-fbda-4ce3-b148-574b56ddbe52, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c29d61-c473-4f00-b478-79b2850a2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e'}}] {{(pid=100600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:53:26.379442 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:26.380612 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3be6cf-63de-4018-9186-d92bc3cf55d8 req-72298fc3-2477-4084-a33b-07d40a0b9c17 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.383427 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-214acfe6-e248-4e82-9650-9dfd3db1a012 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621568 Sep 08 15:53:26.383551 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2d3be6cf-63de-4018-9186-d92bc3cf55d8 req-72298fc3-2477-4084-a33b-07d40a0b9c17 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 943 time: 0.0574768 Sep 08 15:53:26.420612 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-2d3be6cf-63de-4018-9186-d92bc3cf55d8 req-2426fb80-499a-4fcd-bcac-1556e32647cd tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Sep 08 15:53:26.503704 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, cleared binding levels {{(pid=100600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:53:26.509234 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:53:26.517041 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127464446'] for port, after_update {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:26.546508 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-907c6706-7561-4ff8-9f9d-29f04144f651 req-b1506d4a-1f0d-467e-8517-b8cd0b5e445e service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534486 Sep 08 15:53:26.554983 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.555585 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:26.556898 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] 10.222.0.59 "PUT /v2.0/ports/d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 1093 time: 0.9271204 Sep 08 15:53:26.557328 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:26.560088 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:26.584232 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19c1b6-e311-4060-a03b-1d3672433c62 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=3']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:26.609549 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46177fb2-bb93-4d20-8595-bcd45f522320 x-openstack-request-id: req-46177fb2-bb93-4d20-8595-bcd45f522320 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:26.609861 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:26.610106 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46177fb2-bb93-4d20-8595-bcd45f522320 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:26.610542 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'status': 'completed', 'code': 200} Sep 08 15:53:26.687669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-8d26c7f8-b663-49ce-a3f9-26d719e46e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.689247 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-8d26c7f8-b663-49ce-a3f9-26d719e46e6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1096 time: 0.0424199 Sep 08 15:53:26.745739 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-cbb5398e-096e-4db7-8cff-a3ecf86fe3eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 217 time: 0.0363576 Sep 08 15:53:26.794651 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-d249317d-9382-4c48-afb4-94e087dae1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.796061 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-d249317d-9382-4c48-afb4-94e087dae1eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0429552 Sep 08 15:53:26.842602 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-b2f355f3-8f94-4f85-aac6-ab5c3befc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:26.843995 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-b2f355f3-8f94-4f85-aac6-ab5c3befc9b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400050 Sep 08 15:53:26.936339 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-4351d40d-356f-484b-9c51-98dc9edeb4ac service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835841 Sep 08 15:53:27.023321 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-78f10e1c-45ea-4209-a0f2-da8893d6fa2a req-3e6c5d27-d8a2-4019-87a3-ad1742340290 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789056 Sep 08 15:53:27.161725 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2dde5-5f33-46bb-91da-d6965a7ec505 req-08d0baa9-8acf-4800-8356-aa12fc81d451 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:27.163114 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9ec2dde5-5f33-46bb-91da-d6965a7ec505 req-08d0baa9-8acf-4800-8356-aa12fc81d451 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0487518 Sep 08 15:53:27.171232 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-45106fa2-6ad7-4ec8-8997-bbf48d392ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:27.172708 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-45106fa2-6ad7-4ec8-8997-bbf48d392ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1096 time: 0.0399160 Sep 08 15:53:27.205954 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9ec2dde5-5f33-46bb-91da-d6965a7ec505 req-21e4126f-8660-4c1b-8b43-1e357781e082 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366929 Sep 08 15:53:27.265119 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-276d4332-7401-41f0-860a-031822cf35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:27.266612 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-276d4332-7401-41f0-860a-031822cf35c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.0867474 Sep 08 15:53:27.329610 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-a2e173bb-10cb-40cf-94c2-a2aa44b4592c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 217 time: 0.0329683 Sep 08 15:53:27.379864 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-b45603af-823e-4a3b-b173-99c686cb53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:27.381279 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-b45603af-823e-4a3b-b173-99c686cb53c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0445473 Sep 08 15:53:27.425769 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-15110437-ba0d-441c-99c6-c0abebaf4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:27.427135 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-15110437-ba0d-441c-99c6-c0abebaf4c9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379767 Sep 08 15:53:27.521179 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-3dc00379-67a1-49dd-a3e3-8f473cf1dcc0 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854983 Sep 08 15:53:27.540579 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b325fc-81c7-4b5d-8579-d3cbcfdaed46 req-d111855c-cd8b-466e-a2e2-c2450a9de5f2 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:27.542055 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7b325fc-81c7-4b5d-8579-d3cbcfdaed46 req-d111855c-cd8b-466e-a2e2-c2450a9de5f2 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Sep 08 15:53:27.580564 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b7b325fc-81c7-4b5d-8579-d3cbcfdaed46 req-736888dd-fbc6-4ce9-9c32-1eb03afbe9ca tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Sep 08 15:53:27.863368 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-7df0713f-d9ad-46f7-9d30-6b6eef6375d1 req-e24490ba-f630-41a6-95d7-6b87bad46b88 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114698 Sep 08 15:53:28.095250 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-a435008e-8dd9-4253-8b84-ea8618d3002f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:28.096689 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-a435008e-8dd9-4253-8b84-ea8618d3002f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0457160 Sep 08 15:53:28.186931 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Deleting port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:28.187175 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:28.275399 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] For port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:28.275759 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:28.288607 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Calling delete_port for 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:28.319094 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433fa97-e901-43bb-b846-14f9d5e435b8 req-7519008f-6e3e-45ed-8979-5cc80de4a4df tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:28.320714 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0433fa97-e901-43bb-b846-14f9d5e435b8 req-7519008f-6e3e-45ed-8979-5cc80de4a4df tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b046e84-1c0f-4734-90c4-2ab8d3a45127 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Sep 08 15:53:28.357699 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0433fa97-e901-43bb-b846-14f9d5e435b8 req-988812b7-c055-4cd2-b29c-f3417fc884da tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301695 Sep 08 15:53:28.412815 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:28.445374 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'Port': ['ID=06ec9fa6-85ad-4e34-b118-b1cebed7f0cb,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:28.485009 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] No DVR routers for this DVR port 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:53:28.487799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:28.489776 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-c6fc4d4d-867e-499b-8df2-4c774e3ab1a0 req-176ceb6a-0a9f-43a8-ac3c-fcccd06dc2eb tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "DELETE /v2.0/ports/06ec9fa6-85ad-4e34-b118-b1cebed7f0cb HTTP/1.1" status: 204 len: 173 time: 0.3857703 Sep 08 15:53:28.611855 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'name': 'network-vif-deleted', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:28.614194 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6c122f-4491-4be2-a6cf-0a944f3314db" -d '{"events": [{"server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "name": "network-vif-deleted", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:28.650270 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75845be3-f9b5-4054-819b-3d4ab25dda20 x-openstack-request-id: req-75845be3-f9b5-4054-819b-3d4ab25dda20 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:28.650559 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b046e84-1c0f-4734-90c4-2ab8d3a45127", "name": "network-vif-deleted", "tag": "06ec9fa6-85ad-4e34-b118-b1cebed7f0cb", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:28.650808 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75845be3-f9b5-4054-819b-3d4ab25dda20 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:28.651197 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b046e84-1c0f-4734-90c4-2ab8d3a45127', 'name': 'network-vif-deleted', 'tag': '06ec9fa6-85ad-4e34-b118-b1cebed7f0cb', 'status': 'completed', 'code': 200} Sep 08 15:53:28.693399 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddef86-df20-4336-b993-70d38ab099e0 req-ead6e8c0-a583-413a-9775-f48bc4c42337 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:28.694862 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a3ddef86-df20-4336-b993-70d38ab099e0 req-ead6e8c0-a583-413a-9775-f48bc4c42337 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 943 time: 0.0472391 Sep 08 15:53:28.733941 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a3ddef86-df20-4336-b993-70d38ab099e0 req-64381952-5370-40be-b550-411340432a12 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Sep 08 15:53:29.847335 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f006f54-460d-47a9-acf8-0c305da451ac req-f91c3a6e-a075-496f-919c-7e29e086e652 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:29.848811 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7f006f54-460d-47a9-acf8-0c305da451ac req-f91c3a6e-a075-496f-919c-7e29e086e652 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 943 time: 0.0486839 Sep 08 15:53:29.886310 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-7f006f54-460d-47a9-acf8-0c305da451ac req-4ae92820-f416-4e5d-a0a6-3e76c266b979 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Sep 08 15:53:30.397441 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device d4fdd508-fbda-4ce3-b148-574b56ddbe52 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=100602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:53:30.494091 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:30.504817 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Returning: {'device': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'port_id': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'mac_address': 'fa:16:3e:21:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:53:30.540260 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:30.553773 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fdd508-fbda-4ce3-b148-574b56ddbe52 {{(pid=100602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:53:30.572361 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:30.576225 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:30.626707 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=4']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:30.996973 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e61db-e5f4-4ba2-ab31-9e7df835cd44 req-fb916203-3920-490d-b790-64af48ebfdcf tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:30.998942 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a1e61db-e5f4-4ba2-ab31-9e7df835cd44 req-fb916203-3920-490d-b790-64af48ebfdcf tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 944 time: 0.0474832 Sep 08 15:53:31.035153 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4a1e61db-e5f4-4ba2-ab31-9e7df835cd44 req-1e705024-fe49-43f7-a196-3ea59f804f63 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301201 Sep 08 15:53:31.122520 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['d4fdd508-fbda-4ce3-b148-574b56ddbe52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:53:31.631927 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45458) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:31.779166 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Deleting port b3ecf832-0fa2-4691-bd92-6dfddc105283 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:31.780136 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:31.853328 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:31.853647 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:31.865788 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Calling delete_port for b3ecf832-0fa2-4691-bd92-6dfddc105283 owned by network:floatingip {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:32.005275 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:32.027166 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'Port': ['ID=b3ecf832-0fa2-4691-bd92-6dfddc105283,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:32.089184 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:32.089511 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Floating IP 043ebf38-7b8b-4ca1-a114-422d56c9acc7 disassociated (deleted). External IP: 172.27.0.209, port: 0f973148-47b5-47aa-b210-62dd3a45eb12. Sep 08 15:53:32.214657 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21808a35-c819-4e67-87f0-39dfbc2aa444 req-ea20ff72-84ce-434d-b08e-ed5540497722 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:32.216119 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-21808a35-c819-4e67-87f0-39dfbc2aa444 req-ea20ff72-84ce-434d-b08e-ed5540497722 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 944 time: 0.0901432 Sep 08 15:53:32.291619 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-21808a35-c819-4e67-87f0-39dfbc2aa444 req-832d083d-ca2a-4dda-93b0-4947e6e4c1ec tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670676 Sep 08 15:53:32.356248 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:53:32.413435 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device d4fdd508-fbda-4ce3-b148-574b56ddbe52 up at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:53:32.466282 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:53:32.471726 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:32.472484 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning for port d4fdd508-fbda-4ce3-b148-574b56ddbe52 completed by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:53:32.478318 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:53:32.481934 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Provisioning complete for port d4fdd508-fbda-4ce3-b148-574b56ddbe52 triggered by entity L2. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:32.482415 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:32.498963 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c05911bc-c516-4d66-aea0-1528e8c0a285 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "DELETE /v2.0/floatingips/043ebf38-7b8b-4ca1-a114-422d56c9acc7 HTTP/1.1" status: 204 len: 168 time: 0.8654435 Sep 08 15:53:32.499592 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:32.501856 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:32.516601 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:32.517243 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:32.545319 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f98820-da54-4119-9a4d-fb211ac508e0 x-openstack-request-id: req-64f98820-da54-4119-9a4d-fb211ac508e0 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:32.545603 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:32.546006 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64f98820-da54-4119-9a4d-fb211ac508e0 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:32.546445 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'status': 'completed', 'code': 200} Sep 08 15:53:32.645108 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-8668bf29-283a-4e10-ac45-432d8ee98084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:32.645108 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-8668bf29-283a-4e10-ac45-432d8ee98084 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e485550a654b419aae39dff67c89193d&device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 1099 time: 0.0457504 Sep 08 15:53:32.658297 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:32.660032 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:32.710618 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:32.712814 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43cb5b2ff659297d15781575ef0bc3153c173d5a93583bcf94931ed0dd80c68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a7b64-76af-4571-984f-ced83222a511" -d '{"events": [{"server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "name": "network-vif-plugged", "status": "completed", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:32.760865 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:32.767351 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd81fd-18d5-4fa1-9d81-14d11c68dddf req-296cd0d7-fe65-4c91-b55a-1fe8e2e8948f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:32.769356 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a1bd81fd-18d5-4fa1-9d81-14d11c68dddf req-296cd0d7-fe65-4c91-b55a-1fe8e2e8948f tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0797470 Sep 08 15:53:32.778520 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e20b8-17fb-4d87-85e2-6dbe7ab9b535 x-openstack-request-id: req-e32e20b8-17fb-4d87-85e2-6dbe7ab9b535 {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:32.778806 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "name": "network-vif-plugged", "status": "completed", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "code": 200}]} {{(pid=100602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:32.779047 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e32e20b8-17fb-4d87-85e2-6dbe7ab9b535 {{(pid=100602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:32.779458 dv-cinder-776307-8-iscsi neutron-server[100602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'code': 200} Sep 08 15:53:32.782606 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983'] for port, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:32.783394 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:32.788850 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-d05c7880-c518-40db-a740-999ee63cbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:32.790816 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-d05c7880-c518-40db-a740-999ee63cbd1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 200 len: 913 time: 0.0961685 Sep 08 15:53:32.808457 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a1bd81fd-18d5-4fa1-9d81-14d11c68dddf req-a6e0a8b7-82b4-4624-adbf-f3045414a28a tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Sep 08 15:53:32.832473 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:32.832877 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 06ec9fa6-85ad-4e34-b118-b1cebed7f0cb not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:32.851924 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-4e3fab90-44c7-42d5-a4eb-9d06f767a003 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f973148-47b5-47aa-b210-62dd3a45eb12 HTTP/1.1" status: 200 len: 217 time: 0.0397036 Sep 08 15:53:32.905918 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=5']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:32.925613 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-58f7d550-f15d-4b2e-84c8-877e896183e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:32.927117 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-58f7d550-f15d-4b2e-84c8-877e896183e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 200 len: 851 time: 0.0486991 Sep 08 15:53:32.967383 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:32.983034 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-48295e72-63f5-492b-a34d-76c610a702b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:32.984704 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-48295e72-63f5-492b-a34d-76c610a702b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30d1c591-8c78-44e8-9491-a4e5de4d4a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472405 Sep 08 15:53:32.995754 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:53:33.004768 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:33.005636 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:33.091944 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d195a-5fa4-4408-aaf9-8f7aea1774a9 req-44d84624-9dfc-4ad8-b7e8-93c1e138b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:33.093401 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f58d195a-5fa4-4408-aaf9-8f7aea1774a9 req-44d84624-9dfc-4ad8-b7e8-93c1e138b68b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1098 time: 0.0965686 Sep 08 15:53:33.109898 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:33.125147 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-7ebd1a11-3771-4a04-b9a5-963ed3c55b54 service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293290 Sep 08 15:53:33.139016 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f58d195a-5fa4-4408-aaf9-8f7aea1774a9 req-5ac33c35-2385-4394-afeb-760b7441972d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Sep 08 15:53:33.403230 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e302875-81d9-4fb1-b382-14b73f68c670 req-f1dee127-e01d-489e-94fc-d45ceb0dc31c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:33.405124 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0e302875-81d9-4fb1-b382-14b73f68c670 req-f1dee127-e01d-489e-94fc-d45ceb0dc31c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0472710 Sep 08 15:53:33.425933 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:33.442440 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0e302875-81d9-4fb1-b382-14b73f68c670 req-c16b9202-5b49-487d-b3f2-0eb479369899 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Sep 08 15:53:33.451725 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d37c46-5ecc-4c01-8d38-3c47c5b8ca67 None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:43:07Z', 'revision_number': 4, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '5c8c060a-3321-494b-bd44-a17ceed55a49', 'name': '', 'network_id': '30d1c591-8c78-44e8-9491-a4e5de4d4a63', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'mac_address': 'fa:16:3e:1b:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:06Z', 'updated_at': '2021-09-08T15:43:13Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'subnets': [{'id': 'f4cccbb3-348b-44a0-91ca-b32f2bc9345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:33.570225 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-0c522525-afb6-4d1a-a981-b01a8d1b2dc3 req-08a16327-7b26-478f-aa5c-87e9eb8ecd0e service neutron] 10.222.0.59 "GET /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854838 Sep 08 15:53:33.671954 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab0f08-8e12-4998-bb3a-8be4329292ea None None] New status for floating IP 043ebf38-7b8b-4ca1-a114-422d56c9acc7: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:53:33.929024 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8af9-2c02-4378-804f-0fe5516014ca req-a8922cde-6ab3-4d12-adec-d0b727a86f46 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:33.930417 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-de3f8af9-2c02-4378-804f-0fe5516014ca req-a8922cde-6ab3-4d12-adec-d0b727a86f46 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0512974 Sep 08 15:53:33.966395 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-de3f8af9-2c02-4378-804f-0fe5516014ca req-01e3f751-2081-4112-a775-48eb82fbdadf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/security-groups?id=c1762f31-3484-45b0-8a8f-b94f777f6813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300558 Sep 08 15:53:34.008819 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-3926db2f-5fb0-4fc3-b807-6570e81bdc3c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:34.010267 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-3926db2f-5fb0-4fc3-b807-6570e81bdc3c tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 946 time: 0.0531483 Sep 08 15:53:34.097945 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Deleting port 0f973148-47b5-47aa-b210-62dd3a45eb12 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:34.098280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:34.185457 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] For port 0f973148-47b5-47aa-b210-62dd3a45eb12, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=0f973148-47b5-47aa-b210-62dd3a45eb12,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:34.185887 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:34.197114 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Calling delete_port for 0f973148-47b5-47aa-b210-62dd3a45eb12 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:34.315980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:34.347168 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'Port': ['ID=0f973148-47b5-47aa-b210-62dd3a45eb12,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:34.389786 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] No DVR routers for this DVR port 0f973148-47b5-47aa-b210-62dd3a45eb12 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:53:34.392158 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:34.394127 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2440f24d-07eb-4be9-acd2-bc79b34c38e3 req-faff3000-bf9e-4e63-8f90-ac6d0f3cfd91 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.59 "DELETE /v2.0/ports/0f973148-47b5-47aa-b210-62dd3a45eb12 HTTP/1.1" status: 204 len: 173 time: 0.3767209 Sep 08 15:53:34.394551 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'name': 'network-vif-deleted', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:34.396713 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa8b6a-fa87-4b04-bf95-4e256843f171" -d '{"events": [{"server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "name": "network-vif-deleted", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:34.430816 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac2ec5d-16ab-4a08-a6b0-4f3226df8234 x-openstack-request-id: req-bac2ec5d-16ab-4a08-a6b0-4f3226df8234 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:34.431169 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6ef9df-64b5-4ede-9242-97d3a760036d", "name": "network-vif-deleted", "tag": "0f973148-47b5-47aa-b210-62dd3a45eb12", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:34.431418 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bac2ec5d-16ab-4a08-a6b0-4f3226df8234 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:34.431806 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6ef9df-64b5-4ede-9242-97d3a760036d', 'name': 'network-vif-deleted', 'tag': '0f973148-47b5-47aa-b210-62dd3a45eb12', 'status': 'completed', 'code': 200} Sep 08 15:53:34.556675 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94228-929e-4915-b99c-1bbb6005482f req-16b0ecca-8847-4827-b555-d9fa870d257f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:34.558150 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6db94228-929e-4915-b99c-1bbb6005482f req-16b0ecca-8847-4827-b555-d9fa870d257f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Sep 08 15:53:34.596255 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-6db94228-929e-4915-b99c-1bbb6005482f req-04395ad8-603f-4bb4-9686-2f0f6a909493 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Sep 08 15:53:35.070609 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-44798a58-0cb8-4a91-9459-a2dfcc34a717 req-82b55a9f-bc66-4f91-963a-1af32ce6662e tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b6ef9df-64b5-4ede-9242-97d3a760036d HTTP/1.1" status: 200 len: 210 time: 0.0262198 Sep 08 15:53:35.712617 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d695ae8-2a19-453f-aa7a-f514e3e27c7c req-9d801365-7045-474e-9818-642d2b256dd0 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:35.714086 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5d695ae8-2a19-453f-aa7a-f514e3e27c7c req-9d801365-7045-474e-9818-642d2b256dd0 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0512784 Sep 08 15:53:35.751532 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5d695ae8-2a19-453f-aa7a-f514e3e27c7c req-fd7b368c-22c1-4be5-925f-fff8105b3618 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Sep 08 15:53:35.862469 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6006970-223e-4fac-ac20-f1ce847c4ecc req-01d390a9-2329-4d8a-9f9a-b7fbf6df17b4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:35.863958 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d6006970-223e-4fac-ac20-f1ce847c4ecc req-01d390a9-2329-4d8a-9f9a-b7fbf6df17b4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Sep 08 15:53:35.900662 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d6006970-223e-4fac-ac20-f1ce847c4ecc req-455e63cd-b610-4425-b181-d010376f91b8 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Sep 08 15:53:36.126483 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45492) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:36.225888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903023d6-98b4-4ea2-8682-82ff1ae5145a req-d7d635d4-59f9-4dd2-8625-cdd51eb2b28a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:36.227337 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-903023d6-98b4-4ea2-8682-82ff1ae5145a req-d7d635d4-59f9-4dd2-8625-cdd51eb2b28a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0485020 Sep 08 15:53:36.249561 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Deleting port e4e54b78-c51b-4c5d-b54c-bfd58449f22c {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:36.249929 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:36.266107 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-903023d6-98b4-4ea2-8682-82ff1ae5145a req-6d9ea764-07f7-47de-afab-41bc99496cef tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Sep 08 15:53:36.328287 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:36.328622 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:36.340105 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Calling delete_port for e4e54b78-c51b-4c5d-b54c-bfd58449f22c owned by network:floatingip {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:36.473173 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:36.509527 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'Port': ['ID=e4e54b78-c51b-4c5d-b54c-bfd58449f22c,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:36.572149 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for floatingip, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:36.574748 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:36.575985 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-35a35453-1c2a-4f9d-9166-9c455322fcbf tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "DELETE /v2.0/floatingips/781b4f6c-2cab-4a22-8781-0c57770a00ba HTTP/1.1" status: 204 len: 168 time: 0.4484482 Sep 08 15:53:37.242051 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:37.256390 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-171911b4-26a3-4013-bd69-baf075dce5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:37.786502 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45522) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:37.843773 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bf796c1b-d472-4e43-a863-add30594f4c3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:37.872543 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bf796c1b-d472-4e43-a863-add30594f4c3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:37.933279 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bf796c1b-d472-4e43-a863-add30594f4c3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:37.936822 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-bf796c1b-d472-4e43-a863-add30594f4c3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:37.940995 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-bf796c1b-d472-4e43-a863-add30594f4c3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] 10.222.0.54 "DELETE /v2.0/security-groups/c1762f31-3484-45b0-8a8f-b94f777f6813 HTTP/1.1" status: 204 len: 168 time: 0.1511064 Sep 08 15:53:37.948250 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf796c1b-d472-4e43-a863-add30594f4c3 tempest-TestVolumeBootPattern-302324770 tempest-TestVolumeBootPattern-302324770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1762f31-3484-45b0-8a8f-b94f777f6813,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:38.000493 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45532) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:38.427189 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 0f973148-47b5-47aa-b210-62dd3a45eb12 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:38.444975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:38.448485 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: 0f973148-47b5-47aa-b210-62dd3a45eb12 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:38.448834 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device 0f973148-47b5-47aa-b210-62dd3a45eb12 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:38.685451 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Deleting port 5c8c060a-3321-494b-bd44-a17ceed55a49 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:38.685897 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:38.760356 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] For port 5c8c060a-3321-494b-bd44-a17ceed55a49, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=5c8c060a-3321-494b-bd44-a17ceed55a49,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:38.760735 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:38.772762 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Calling delete_port for 5c8c060a-3321-494b-bd44-a17ceed55a49 owned by network:router_interface {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:38.955069 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:38.979361 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8c060a-3321-494b-bd44-a17ceed55a49,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:39.146280 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:39.581847 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Router a776325d-7334-4c98-85ab-efbc768b1b38 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:53:39.679827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:53:39.684797 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-32dbbe22-cf77-4513-9e15-7fe48b1df5c0 admin admin] 10.222.0.54 "PUT /v2.0/routers/a776325d-7334-4c98-85ab-efbc768b1b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831686 Sep 08 15:53:39.687711 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45542) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:39.689079 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] Sync routers for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:53:39.697746 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:39.698345 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:39.792001 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks [] for router, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:39.800106 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:39.877638 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-bdc83337-d113-4b2b-b09e-892f8dc4dc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:39.894818 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:39.946066 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Deleting port 6c1638ca-8543-415b-9768-63b0e555d837 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:39.946299 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.000434 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '6c1638ca-8543-415b-9768-63b0e555d837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:53:38Z', 'revision_number': 5, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port': {'id': '6c1638ca-8543-415b-9768-63b0e555d837', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:05Z', 'updated_at': '2021-09-08T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:40.026582 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] Checking router: a776325d-7334-4c98-85ab-efbc768b1b38 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:53:40.027266 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] For port 6c1638ca-8543-415b-9768-63b0e555d837, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=6c1638ca-8543-415b-9768-63b0e555d837,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:40.027692 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.034830 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] Routers {'a776325d-7334-4c98-85ab-efbc768b1b38'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:40.035433 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['a776325d-7334-4c98-85ab-efbc768b1b38'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:40.040255 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Calling delete_port for 6c1638ca-8543-415b-9768-63b0e555d837 owned by network:router_gateway {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:40.118677 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] Set router a776325d-7334-4c98-85ab-efbc768b1b38 gateway port host: None {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:40.172527 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:53:39Z', 'revision_number': 6, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:40.198209 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d6d0-57d5-467e-82df-8653a4316987 None None] The sync data for ids ['a776325d-7334-4c98-85ab-efbc768b1b38'] in dv-cinder-776307-8-iscsi is: [{'id': 'a776325d-7334-4c98-85ab-efbc768b1b38', 'name': 'tempest-TestVolumeBootPattern-1115809609-router', 'tenant_id': 'e485550a654b419aae39dff67c89193d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:04Z', 'updated_at': '2021-09-08T15:53:39Z', 'revision_number': 6, 'project_id': 'e485550a654b419aae39dff67c89193d', 'gw_port_host': None}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:40.200778 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.228998 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1638ca-8543-415b-9768-63b0e555d837,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:40.235065 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.235416 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.235757 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.236348 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.236680 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.237087 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.237330 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.237701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.238014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.238338 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.238661 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.238982 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:40.302783 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.303793 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.399033 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.401134 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.443409 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.443948 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a776325d-7334-4c98-85ab-efbc768b1b38 {{(pid=100600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:53:40.448656 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.449844 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-2d4d344b-538d-4b7d-a3b1-2a46c3374296 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a776325d-7334-4c98-85ab-efbc768b1b38 HTTP/1.1" status: 204 len: 168 time: 0.7611480 Sep 08 15:53:40.452787 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45546) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:40.495403 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Deleting subnet f4cccbb3-348b-44a0-91ca-b32f2bc9345a {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:53:40.498856 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.530946 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.620383 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.680283 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.704893 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4cccbb3-348b-44a0-91ca-b32f2bc9345a,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:40.708677 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.710561 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c08b8bc2-692d-404b-9465-be6cee2b7195 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f4cccbb3-348b-44a0-91ca-b32f2bc9345a HTTP/1.1" status: 204 len: 168 time: 0.2568314 Sep 08 15:53:40.713133 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45548) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:40.714220 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece949a-2d8b-4624-8d2e-f219561e4d4d None None] Network 30d1c591-8c78-44e8-9491-a4e5de4d4a63 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:53:40.779793 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.834841 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Deleting port c6580ede-69c5-42c9-b246-6117c70b85bc {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:40.835183 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.896907 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] For port c6580ede-69c5-42c9-b246-6117c70b85bc, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=c6580ede-69c5-42c9-b246-6117c70b85bc,segment=NetworkSegment(8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5),segment_id=8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:40.897286 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.909589 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Calling delete_port for c6580ede-69c5-42c9-b246-6117c70b85bc owned by network:dhcp {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:40.940903 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:40.987646 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36af35d-49de-402f-9297-1d4fe1f300d8 None None] DHCP port deletion for 30d1c591-8c78-44e8-9491-a4e5de4d4a63 request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:53:40.993904 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.008512 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 5c8c060a-3321-494b-bd44-a17ceed55a49 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:41.019072 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6580ede-69c5-42c9-b246-6117c70b85bc,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:41.028806 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] No DVR routers for this DVR port c6580ede-69c5-42c9-b246-6117c70b85bc on host dv-cinder-776307-8-iscsi {{(pid=100601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:53:41.031112 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 5c8c060a-3321-494b-bd44-a17ceed55a49 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:41.031454 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 5c8c060a-3321-494b-bd44-a17ceed55a49 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:41.031714 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.032066 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.032412 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.032795 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.033149 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.033535 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.033940 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.034275 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.034607 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.034985 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.035320 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.035644 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:53:41.105627 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.129944 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d1c591-8c78-44e8-9491-a4e5de4d4a63']}} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:41.139431 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5') {'for_net_delete': True} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:41.139717 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed16330-fd21-4473-9ce2-ecf6d2e9f9b5') {} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:41.148697 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904938'] for segment, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.162228 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.168809 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:53:41.169575 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177103'] for segment, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: Traceback (most recent call last): Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: timer() Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: cb(*args, **kw) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: return func(*args, **kwargs) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: self._notify() Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: self.callback(batched_events) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: event.method(event) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: return f(self, *a, **k) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._get(url).json() Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: return self.request(url, 'GET', **kwargs) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:53:41.171334 dv-cinder-776307-8-iscsi neutron-server[100601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:53:41.226144 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.234168 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.236008 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] 10.222.0.54 "DELETE /v2.0/networks/30d1c591-8c78-44e8-9491-a4e5de4d4a63 HTTP/1.1" status: 204 len: 168 time: 0.5218744 Sep 08 15:53:41.239251 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45550) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:41.245487 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8016a3c-f5bb-4650-8c12-b1b0af14504f admin admin] Pushing event deleted for resources: {'Network': ['ID=30d1c591-8c78-44e8-9491-a4e5de4d4a63,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:41.581738 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.816975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Deleting port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:41.817316 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.896338 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] For port 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:41.896701 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:41.908795 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Calling delete_port for 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 owned by network:router_interface {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:42.080799 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.106381 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7e9e07-9cc6-40a5-b4d3-770e10b404b4,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:42.270022 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.413870 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 6c1638ca-8543-415b-9768-63b0e555d837 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:42.433719 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 6c1638ca-8543-415b-9768-63b0e555d837 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:42.434029 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 6c1638ca-8543-415b-9768-63b0e555d837 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:42.434452 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device c6580ede-69c5-42c9-b246-6117c70b85bc no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:42.456006 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: c6580ede-69c5-42c9-b246-6117c70b85bc {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:42.456343 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device c6580ede-69c5-42c9-b246-6117c70b85bc not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:42.486736 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Router f2121733-0e5d-4be2-9c37-5b04f31cd09c has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:53:42.527573 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.585708 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:53:42.590575 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-59603dc1-144a-4677-b788-8a1c4d5a352f admin admin] 10.222.0.54 "PUT /v2.0/routers/f2121733-0e5d-4be2-9c37-5b04f31cd09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3503084 Sep 08 15:53:42.593745 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45556) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:42.595081 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] Sync routers for ids ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:53:42.605106 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] Routers {'f2121733-0e5d-4be2-9c37-5b04f31cd09c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:42.605864 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:42.692099 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks [] for router, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.711999 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] Set router f2121733-0e5d-4be2-9c37-5b04f31cd09c gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:42.789729 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.841393 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Deleting port 202c684d-6091-4c95-9e6e-eb48f5167aec {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:42.841777 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.887512 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:53:42Z', 'revision_number': 5, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port': {'id': '202c684d-6091-4c95-9e6e-eb48f5167aec', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:42.917787 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] Checking router: f2121733-0e5d-4be2-9c37-5b04f31cd09c for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:53:42.926930 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] Routers {'f2121733-0e5d-4be2-9c37-5b04f31cd09c'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:42.927910 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:42.935356 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] For port 202c684d-6091-4c95-9e6e-eb48f5167aec, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=202c684d-6091-4c95-9e6e-eb48f5167aec,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:42.935805 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:42.947967 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Calling delete_port for 202c684d-6091-4c95-9e6e-eb48f5167aec owned by network:router_gateway {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:43.011511 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] Set router f2121733-0e5d-4be2-9c37-5b04f31cd09c gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:43.068355 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:53:42Z', 'revision_number': 6, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:43.096789 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0b5d5-ec5e-440c-8398-0e64e921394d None None] The sync data for ids ['f2121733-0e5d-4be2-9c37-5b04f31cd09c'] in dv-cinder-776307-8-iscsi is: [{'id': 'f2121733-0e5d-4be2-9c37-5b04f31cd09c', 'name': 'tempest-TestVolumeBootPattern-604079097-router', 'tenant_id': '8e3f70be286a4c709408bddd9b319feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:43:09Z', 'updated_at': '2021-09-08T15:53:42Z', 'revision_number': 6, 'project_id': '8e3f70be286a4c709408bddd9b319feb', 'gw_port_host': None}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:43.350590 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.377270 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Pushing event deleted for resources: {'Port': ['ID=202c684d-6091-4c95-9e6e-eb48f5167aec,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:43.439750 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.531671 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.533741 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.574920 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.575443 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2121733-0e5d-4be2-9c37-5b04f31cd09c {{(pid=100600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:53:43.579589 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] Notify callbacks [] for router, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.581061 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b6fea8d5-1a90-421c-9df9-35c1b552ae6f admin admin] 10.222.0.54 "DELETE /v2.0/routers/f2121733-0e5d-4be2-9c37-5b04f31cd09c HTTP/1.1" status: 204 len: 168 time: 0.9864163 Sep 08 15:53:43.583522 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45560) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:43.627082 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.db_base_plugin_v2 [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Deleting subnet 1b4cb358-42c3-4c07-8751-3b6e71bb8962 {{(pid=100600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:53:43.630017 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.666161 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126995434'] for subnet, precommit_delete_associations {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.739464 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.790560 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127463728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127125830'] for subnet, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.817565 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4cb358-42c3-4c07-8751-3b6e71bb8962,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:43.819588 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for subnet, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.822106 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-91da1b01-b0b7-4d9d-aaec-ddad700537d1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1b4cb358-42c3-4c07-8751-3b6e71bb8962 HTTP/1.1" status: 204 len: 168 time: 0.2376010 Sep 08 15:53:43.823388 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6e16e-f368-430e-9b80-9e31f5f2c735 None None] Network b65797b0-8c28-4b0f-8d9e-9d765ba21c17 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:53:43.823942 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45562) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:43.901151 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.955310 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Deleting port b90f90a0-1d31-473c-8ef1-43c9004c076d {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:43.955647 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:43.997998 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] DHCP port deletion for b65797b0-8c28-4b0f-8d9e-9d765ba21c17 request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:53:44.032500 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] For port b90f90a0-1d31-473c-8ef1-43c9004c076d, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b90f90a0-1d31-473c-8ef1-43c9004c076d,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:44.032888 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.044503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Calling delete_port for b90f90a0-1d31-473c-8ef1-43c9004c076d owned by network:dhcp {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:44.048955 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] Deleting port b90f90a0-1d31-473c-8ef1-43c9004c076d {{(pid=100602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:53:44.049329 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.112752 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] For port b90f90a0-1d31-473c-8ef1-43c9004c076d, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=b90f90a0-1d31-473c-8ef1-43c9004c076d,segment=NetworkSegment(4565762f-3217-4a77-b982-be2a39a83bf1),segment_id=4565762f-3217-4a77-b982-be2a39a83bf1)] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:44.113146 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.126261 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] Calling delete_port for b90f90a0-1d31-473c-8ef1-43c9004c076d owned by network:dhcp {{(pid=100602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:53:44.131869 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.162137 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90f90a0-1d31-473c-8ef1-43c9004c076d,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:44.163996 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] No DVR routers for this DVR port b90f90a0-1d31-473c-8ef1-43c9004c076d on host dv-cinder-776307-8-iscsi {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:53:44.211595 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956'] for port, after_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.237564 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.238885 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] Pushing event deleted for resources: {'Port': ['ID=b90f90a0-1d31-473c-8ef1-43c9004c076d,revision_number=None']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:44.240736 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bd397-6215-4a6e-99c5-35796027992b None None] No DVR routers for this DVR port b90f90a0-1d31-473c-8ef1-43c9004c076d on host dv-cinder-776307-8-iscsi {{(pid=100602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:53:44.258875 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65797b0-8c28-4b0f-8d9e-9d765ba21c17']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:44.269418 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4565762f-3217-4a77-b982-be2a39a83bf1') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:44.269754 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4565762f-3217-4a77-b982-be2a39a83bf1') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:44.279195 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.300147 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.300936 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:53:44.301525 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:53:44.303318 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:53:44.366550 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.371049 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b90f90a0-1d31-473c-8ef1-43c9004c076d no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:44.371391 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.373569 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b65797b0-8c28-4b0f-8d9e-9d765ba21c17 HTTP/1.1" status: 204 len: 168 time: 0.5487144 Sep 08 15:53:44.385873 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830991-f8fd-452f-9d0b-1363d7b5e884 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65797b0-8c28-4b0f-8d9e-9d765ba21c17,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:44.393158 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: b90f90a0-1d31-473c-8ef1-43c9004c076d {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:44.393491 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device b90f90a0-1d31-473c-8ef1-43c9004c076d not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:44.393984 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 202c684d-6091-4c95-9e6e-eb48f5167aec no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:44.412910 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 202c684d-6091-4c95-9e6e-eb48f5167aec {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:44.413251 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 202c684d-6091-4c95-9e6e-eb48f5167aec not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:44.413680 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:53:44.431884 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:53:44.432279 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 1f7e9e07-9cc6-40a5-b4d3-770e10b404b4 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:53:44.494342 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45568) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:44.533424 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-3773b0fe-537e-4043-854e-054472f4cf5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e485550a654b419aae39dff67c89193d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379422 Sep 08 15:53:44.535827 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45570) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:44.581894 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e6b225b0-5e22-467c-b5cf-81cab580bc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.601487 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e6b225b0-5e22-467c-b5cf-81cab580bc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.647417 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e6b225b0-5e22-467c-b5cf-81cab580bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.650048 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-e6b225b0-5e22-467c-b5cf-81cab580bc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:44.651329 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-e6b225b0-5e22-467c-b5cf-81cab580bc14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05c3670a-d3ed-4a6a-8452-e621d8c6ed9e HTTP/1.1" status: 204 len: 168 time: 0.1145682 Sep 08 15:53:44.660959 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b225b0-5e22-467c-b5cf-81cab580bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c3670a-d3ed-4a6a-8452-e621d8c6ed9e,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:44.977828 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45576) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:45.017794 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6a94ceec-ea91-4f94-8d42-02e7b0702d7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e3f70be286a4c709408bddd9b319feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387788 Sep 08 15:53:45.020380 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45578) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:45.070165 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a075db52-d6d6-4522-bd0f-c2c0119294ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:45.089738 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a075db52-d6d6-4522-bd0f-c2c0119294ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:45.135341 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a075db52-d6d6-4522-bd0f-c2c0119294ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:45.138034 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a075db52-d6d6-4522-bd0f-c2c0119294ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:45.139330 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a075db52-d6d6-4522-bd0f-c2c0119294ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/855a460a-f139-4baf-b467-e329f797ca6c HTTP/1.1" status: 204 len: 168 time: 0.1179903 Sep 08 15:53:45.146772 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075db52-d6d6-4522-bd0f-c2c0119294ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855a460a-f139-4baf-b467-e329f797ca6c,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:45.772148 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739e10b-7c7b-4d5a-8530-6c29631c81f1 req-871fe53c-73e1-4ff7-b616-9bb6336e5a06 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:45.773602 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5739e10b-7c7b-4d5a-8530-6c29631c81f1 req-871fe53c-73e1-4ff7-b616-9bb6336e5a06 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0466800 Sep 08 15:53:45.809645 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-5739e10b-7c7b-4d5a-8530-6c29631c81f1 req-e075f74b-dc94-4351-9aaf-74cb7e8aac3f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301340 Sep 08 15:53:45.831575 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45590) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:46.052881 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737983c-aef9-47a1-a32c-b180c79fc4bc tempest-TestMinimumBasicScenario-1681070536 tempest-TestMinimumBasicScenario-1681070536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:46.054393 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-b737983c-aef9-47a1-a32c-b180c79fc4bc tempest-TestMinimumBasicScenario-1681070536 tempest-TestMinimumBasicScenario-1681070536-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1093 time: 0.2218802 Sep 08 15:53:46.057121 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45594) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:46.061404 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'floatingip': {'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'port_id': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:46.081755 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for floatingip, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:46.178229 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:46.278273 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_common [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Allocated IP 172.27.0.54 (67d5e498-c5dd-4684-923d-3f87be7204ee/66273cae-fa28-4063-9109-def6fc9b98b5/f867c1ea-e099-492d-958d-a0cf69ef1867) {{(pid=100601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:53:46.376262 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for port, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:46.412940 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768378868947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:46.448172 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Network 67d5e498-c5dd-4684-923d-3f87be7204ee is already hosted by enough agents. {{(pid=100601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:53:46.453375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.base_scheduler [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Resources bound (agent type, host, resource id): {{(pid=100601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:53:46.455995 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Received port after_create {{(pid=100601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:53:46.485840 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'Port': ['ID=f867c1ea-e099-492d-958d-a0cf69ef1867,revision_number=1']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:47.034602 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.099350 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.237616 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.241785 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177123'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.310252 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'Port': ['ID=f867c1ea-e099-492d-958d-a0cf69ef1867,revision_number=2']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:47.317935 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4182578'] for floatingip, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.413828 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Floating IP 74625d30-6a6b-46aa-9d82-bc7160152836 associated. External IP: 172.27.0.54, port: d4fdd508-fbda-4ce3-b148-574b56ddbe52. Sep 08 15:53:47.609747 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Router 0b0587f0-de98-4a0e-9c87-12cd0015a140 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:53:47.711726 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:53:47.720973 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] Sync routers for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:53:47.727447 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.729569 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:47.730200 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:47.754726 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-dd303eb8-382b-4bde-bd4d-d039a0155800 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6965759 Sep 08 15:53:47.755310 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:47.757565 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45596) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:47.761934 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f384910c-7878-4c7a-9207-2c853805e765" -d '{"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:47.762111 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1439788619', 'description': 'tempest-secgroup-smoke-1439788619 description', 'project_id': '2dea21670f5b41c493039a563532513d'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:47.784533 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.803260 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3a7b9f-770f-4f7d-b365-b6006ebaf54c x-openstack-request-id: req-9f3a7b9f-770f-4f7d-b365-b6006ebaf54c {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:47.803549 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:47.803809 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f3a7b9f-770f-4f7d-b365-b6006ebaf54c {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:47.804196 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'status': 'completed', 'code': 200} Sep 08 15:53:47.835584 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:47.902846 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.909072 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.929435 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384910c-7878-4c7a-9207-2c853805e765 req-71dbedbd-827b-4ebd-81cb-c7038cbb20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:47.931079 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-71dbedbd-827b-4ebd-81cb-c7038cbb20fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1098 time: 0.0810339 Sep 08 15:53:47.951571 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:47.952927 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1941819 Sep 08 15:53:47.956335 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45600) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:47.962888 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group_rule': {'security_group_id': '89c11b48-8ea4-4fc7-9ca3-50f50278593d', 'project_id': '2dea21670f5b41c493039a563532513d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:47.970534 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a3595-d06c-4e0f-8a8c-5f1e05a8b7c9 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c11b48-8ea4-4fc7-9ca3-50f50278593d,revision_number=1']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:47.996874 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.046803 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384910c-7878-4c7a-9207-2c853805e765 req-093ae0a0-ff1b-4c0d-988a-296b1e41c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:48.048322 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-093ae0a0-ff1b-4c0d-988a-296b1e41c8d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.1089749 Sep 08 15:53:48.053682 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.058912 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.064400 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '74625d30-6a6b-46aa-9d82-bc7160152836', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'port_id': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'mac_address': 'fa:16:3e:21:d1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:53:46Z', 'updated_at': '2021-09-08T15:53:46Z', 'revision_number': 0, 'project_id': '2dea21670f5b41c493039a563532513d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:48.077053 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5757b9-e936-4d27-a25e-9a9668ce678f,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:48.086883 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.090693 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-d58d0240-cb50-47fa-a68e-45d62cbb285c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292734 Sep 08 15:53:48.090930 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45602) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:48.094920 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] Checking router: 0b0587f0-de98-4a0e-9c87-12cd0015a140 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:53:48.096195 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group_rule': {'security_group_id': '89c11b48-8ea4-4fc7-9ca3-50f50278593d', 'project_id': '2dea21670f5b41c493039a563532513d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:48.103316 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:53:48.103919 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:53:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:48.123150 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-40de5d03-2548-4de4-bb92-01654bf9fa51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 998 time: 0.0670531 Sep 08 15:53:48.128240 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.179860 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384910c-7878-4c7a-9207-2c853805e765 req-9e847e8c-e023-46cd-b694-01d0f1294e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:48.181890 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-9e847e8c-e023-46cd-b694-01d0f1294e76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0508935 Sep 08 15:53:48.188023 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.194978 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.213068 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1983118-556f-4d05-a42d-5c62f61cd423,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:48.217750 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:53:48.223383 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.227365 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-4134f892-2a87-4c20-a3b8-3bcc642bb446 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328359 Sep 08 15:53:48.227519 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45604) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:48.232997 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.v2.base [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group_rule': {'security_group_id': '89c11b48-8ea4-4fc7-9ca3-50f50278593d', 'project_id': '2dea21670f5b41c493039a563532513d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:48.252225 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384910c-7878-4c7a-9207-2c853805e765 req-871e3c9a-d2ab-4f53-a1af-f19d10efb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:48.253730 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-871e3c9a-d2ab-4f53-a1af-f19d10efb662 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640788 Sep 08 15:53:48.283565 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.387513 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.390147 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-83fc3c54-34e1-4f7b-ba43-dce2d4a2d3dc service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249876 Sep 08 15:53:48.391746 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.429322 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fa1330-ee41-4a27-b285-cfa4482e5c4d,revision_number=0']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:48.444539 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.445993 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-91c0e156-cdea-4b3c-8a61-7daa0e29b485 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166798 Sep 08 15:53:48.448871 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45606) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:48.455493 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group_rule': {'security_group_id': '89c11b48-8ea4-4fc7-9ca3-50f50278593d', 'project_id': '2dea21670f5b41c493039a563532513d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:48.456958 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '74625d30-6a6b-46aa-9d82-bc7160152836', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'port_id': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'mac_address': 'fa:16:3e:21:d1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:53:46Z', 'updated_at': '2021-09-08T15:53:46Z', 'revision_number': 0, 'project_id': '2dea21670f5b41c493039a563532513d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:53:48.485451 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.488280 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973ccae7-3892-4cd4-b2ed-983a9fc98141 None None] The sync data for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi is: [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_floatingips': [{'id': '74625d30-6a6b-46aa-9d82-bc7160152836', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'router_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'port_id': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'mac_address': 'fa:16:3e:21:d1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:53:46Z', 'updated_at': '2021-09-08T15:53:46Z', 'revision_number': 0, 'project_id': '2dea21670f5b41c493039a563532513d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:53:48.503057 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-f384910c-7878-4c7a-9207-2c853805e765 req-09dc3ec5-1a84-4ae0-9efb-72b67b2abba6 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037962 Sep 08 15:53:48.553205 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.558665 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.575712 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1e1582-cbce-475f-9576-71032d5e1b68,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:48.582404 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.583759 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6368e53f-6d49-4ccc-9316-afef9386e4a4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333771 Sep 08 15:53:48.586904 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45608) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:48.591145 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group_rule': {'security_group_id': '89c11b48-8ea4-4fc7-9ca3-50f50278593d', 'project_id': '2dea21670f5b41c493039a563532513d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:48.615083 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.securitygroups_db [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Project 2dea21670f5b41c493039a563532513d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:53:48.620153 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.685237 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.691178 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.697986 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0283cc2-3315-4324-9caa-9f73c045839d None None] New status for floating IP 74625d30-6a6b-46aa-9d82-bc7160152836: ACTIVE {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:53:48.711546 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c730450-2e5e-4301-8b40-e5e0587da566,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:48.721273 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.722684 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-46b3c223-f15a-4c92-bd1d-ee390275d924 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348732 Sep 08 15:53:48.725534 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45610) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:53:48.730014 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'security_group_rule': {'security_group_id': '89c11b48-8ea4-4fc7-9ca3-50f50278593d', 'project_id': '2dea21670f5b41c493039a563532513d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:48.752042 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.securitygroups_db [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Project 2dea21670f5b41c493039a563532513d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:53:48.757280 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.819848 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.823753 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175321'] for security_group_rule, after_create {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.845895 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1c3a6a-5be1-4a1f-9e53-42870fd29d00,revision_number=0']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:48.852921 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:48.854831 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-6b94bd47-23df-4688-a661-c7327665a570 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277380 Sep 08 15:53:48.936826 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-95b38280-2e0c-49bc-8dea-7ddfb2abb340 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439788619&fields=id&tenant_id=2dea21670f5b41c493039a563532513d HTTP/1.1" status: 200 len: 267 time: 0.0323241 Sep 08 15:53:48.991292 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-7722bbfc-698f-4985-b0ab-54bdc50bcc5c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:48.992778 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-7722bbfc-698f-4985-b0ab-54bdc50bcc5c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0506775 Sep 08 15:53:49.004583 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'port': {'security_groups': ['09aa187c-a8bb-4d9c-a194-0cdd4dd51514', '89c11b48-8ea4-4fc7-9ca3-50f50278593d']}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:53:49.044115 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-c8594e60-b921-46cb-a762-db31827e6e80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378494 Sep 08 15:53:49.064673 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:49.144583 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-355a7570-dd03-41e5-941a-d1a3a69622e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.146117 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-355a7570-dd03-41e5-941a-d1a3a69622e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1098 time: 0.0430505 Sep 08 15:53:49.248787 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-5b375594-975c-4d8b-a5ae-5662dbff1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.250325 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-5b375594-975c-4d8b-a5ae-5662dbff1769 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.0855036 Sep 08 15:53:49.285157 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:53:49.313916 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:49.318506 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177123'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:49.319448 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-51aa3f7a-a0b8-41c3-8721-5c25710123f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 1000 time: 0.0616107 Sep 08 15:53:49.354305 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['d4fdd508-fbda-4ce3-b148-574b56ddbe52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:53:49.362322 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.362963 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:49.364341 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-70dcca57-41b7-4f73-b2f0-36b970cc61f6 req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "PUT /v2.0/ports/d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 981 time: 0.3647776 Sep 08 15:53:49.384472 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-f2707aca-c1d5-49cf-a3b7-dfd32d55028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.386070 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-f2707aca-c1d5-49cf-a3b7-dfd32d55028a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0587299 Sep 08 15:53:49.391633 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6941271-71d9-4c56-b3d8-00c0aedf6291 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=6']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:53:49.449102 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-b89a534c-999a-4549-afd8-75e2bee06f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.451652 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-b89a534c-999a-4549-afd8-75e2bee06f76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471609 Sep 08 15:53:49.491999 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bcf1e-edef-4065-8b87-1862ab161d35 req-ceef7ea2-3890-4f9b-b7ce-f8a663fb26e0 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.493560 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a16bcf1e-edef-4065-8b87-1862ab161d35 req-ceef7ea2-3890-4f9b-b7ce-f8a663fb26e0 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0577114 Sep 08 15:53:49.520454 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['d4fdd508-fbda-4ce3-b148-574b56ddbe52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:53:49.547195 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-a16bcf1e-edef-4065-8b87-1862ab161d35 req-45e318d9-4bc8-4814-a589-33b0b5c844e3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459983 Sep 08 15:53:49.583129 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-9d4baee3-5598-4ea9-8651-78b9993903e7 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202922 Sep 08 15:53:49.679861 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8d19e146-7a1b-4837-bf51-63795d0978e9 req-9eafb096-002e-44e7-b1ad-e0c65042f123 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847263 Sep 08 15:53:49.738694 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-c01785da-7727-4b74-a66a-578dd3a0bc2e None None] Provisioning complete for port d4fdd508-fbda-4ce3-b148-574b56ddbe52 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:53:49.739059 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-c01785da-7727-4b74-a66a-578dd3a0bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:53:49.805438 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:53:49.807806 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8538e-ee67-4525-9f9c-aef96d3ee329" -d '{"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:53:49.844190 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df3ab3-8096-4f78-b57a-012fd6a97b90 x-openstack-request-id: req-08df3ab3-8096-4f78-b57a-012fd6a97b90 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:53:49.844550 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:53:49.844870 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08df3ab3-8096-4f78-b57a-012fd6a97b90 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:53:49.845321 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'status': 'completed', 'code': 200} Sep 08 15:53:49.945703 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-be85fdd5-fa8c-468e-9fc6-086c336cbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:49.947219 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-be85fdd5-fa8c-468e-9fc6-086c336cbeb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1137 time: 0.0458841 Sep 08 15:53:50.037059 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-9a845184-e8da-4696-8a4f-8864961729aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:50.038561 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-9a845184-e8da-4696-8a4f-8864961729aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.0839925 Sep 08 15:53:50.105984 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-1b67a766-f0ea-46cc-b5e6-92c92c7f4c0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 1000 time: 0.0597961 Sep 08 15:53:50.155740 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-05b91fe1-f978-4163-8547-0d425b933383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:50.157209 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-05b91fe1-f978-4163-8547-0d425b933383 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0427141 Sep 08 15:53:50.203587 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-4d0b68de-fdbb-435a-8f39-a71364d3e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:53:50.205061 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-4d0b68de-fdbb-435a-8f39-a71364d3e778 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391967 Sep 08 15:53:50.299163 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-23ca73bd-0a75-486d-abd9-3e226d1e2f3d service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Sep 08 15:53:50.389806 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-25c8538e-ee67-4525-9f9c-aef96d3ee329 req-1907c8da-4ed3-47ca-b817-21ef04b3d9e4 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825393 Sep 08 15:53:50.470582 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:54:07.261831 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-317d5a54-47a9-4f14-b260-4a8c16a88c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:07.263110 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:09.828656 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-f9e3543b-1e2a-47ea-8b2f-ebc26d100788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:10.305781 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:10.943855 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:12.530291 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:27.460559 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:54:37.268986 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a8c4a6ac-82b1-401a-b18d-e97280af58d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:37.273446 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:39.829916 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-67a386d1-9b1c-4abb-92bb-e968d1f2858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:40.306818 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:40.946709 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:42.533961 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:54:49.027979 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-91ab994b-70a5-4ee8-8166-4712271541c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420578 Sep 08 15:54:49.128000 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-d5376bd1-9cba-4eec-8f5c-a651763b4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:49.129471 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-d5376bd1-9cba-4eec-8f5c-a651763b4824 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1137 time: 0.0416739 Sep 08 15:54:49.228674 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-35e219e2-5a20-44dc-b40e-141772537dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:49.230147 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-35e219e2-5a20-44dc-b40e-141772537dc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.0807335 Sep 08 15:54:49.296334 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-e2cc3825-aff4-47ce-b244-3f7406cb4094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 1000 time: 0.0589302 Sep 08 15:54:49.343414 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-12e0f589-98d8-443c-95d6-034c3e28733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:49.344818 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-12e0f589-98d8-443c-95d6-034c3e28733d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0416431 Sep 08 15:54:49.390195 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-445b3f65-8caf-4fc4-b61d-2f023425e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:49.391648 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-445b3f65-8caf-4fc4-b61d-2f023425e24e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396554 Sep 08 15:54:49.483002 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-ac9022f6-07dd-41ab-9789-30998bf12357 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836325 Sep 08 15:54:49.572981 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8b072baa-522d-485f-b0be-1fd6a5873795 req-3f31401a-ea43-4197-ae23-7f15ab3d1c83 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829692 Sep 08 15:54:50.491893 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-44702395-0fff-4fbb-99c8-723ffc39b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:50.493380 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-44702395-0fff-4fbb-99c8-723ffc39b6b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1137 time: 0.0410504 Sep 08 15:54:50.580068 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-26df5237-fadc-4ea6-a4c6-77b6d7d42f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:50.581539 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-26df5237-fadc-4ea6-a4c6-77b6d7d42f1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.0812900 Sep 08 15:54:50.587058 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b055-0441-4838-9333-33670345b3cd req-fbd437b6-7908-4620-ad47-686189295092 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:50.588572 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3016b055-0441-4838-9333-33670345b3cd req-fbd437b6-7908-4620-ad47-686189295092 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.1627212 Sep 08 15:54:50.628782 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-3016b055-0441-4838-9333-33670345b3cd req-9f98b393-8755-49a7-a9f4-d4acb31ee770 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333369 Sep 08 15:54:50.649981 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-ab43bdca-031f-4b4a-a54b-09bdf900fccc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 1000 time: 0.0606415 Sep 08 15:54:50.697957 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-89d2337b-f6b6-4752-8cf1-903d1d5e6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:50.699384 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-89d2337b-f6b6-4752-8cf1-903d1d5e6d81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0420871 Sep 08 15:54:50.744335 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-93fbb724-6e65-4334-be7d-8e5dd7dbf374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:50.745801 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-93fbb724-6e65-4334-be7d-8e5dd7dbf374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391817 Sep 08 15:54:50.835800 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-84922947-0562-42a7-bbe7-4b0d8a061340 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819824 Sep 08 15:54:50.928990 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6a729ce4-5b68-40d6-9942-9eeff3ffc162 req-a433edb6-36a3-4706-884e-6973bfcd7a3a service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860353 Sep 08 15:54:51.790584 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea883e-354e-43b9-88b3-b7089a3ce5ae req-acb311c4-760b-4473-8b10-9b482b501e64 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:51.792049 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fdea883e-354e-43b9-88b3-b7089a3ce5ae req-acb311c4-760b-4473-8b10-9b482b501e64 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0970790 Sep 08 15:54:51.830291 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fdea883e-354e-43b9-88b3-b7089a3ce5ae req-945ca0f8-4d2a-4d7f-9d00-2267270f0433 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321634 Sep 08 15:54:52.955319 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bbb5b-7cda-4d3d-a95d-aaca512807a5 req-71eca132-93fd-49ca-bf2e-6126ba8e5b0f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:52.956747 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-188bbb5b-7cda-4d3d-a95d-aaca512807a5 req-71eca132-93fd-49ca-bf2e-6126ba8e5b0f tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0473075 Sep 08 15:54:52.994373 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-188bbb5b-7cda-4d3d-a95d-aaca512807a5 req-ba5a8070-d269-439e-b71c-50d9978a9577 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316453 Sep 08 15:54:54.111332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e214e-8277-4710-b95b-df973dadcff8 req-87e2b93f-3634-4fbd-a001-eec162257e5c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:54.112795 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-330e214e-8277-4710-b95b-df973dadcff8 req-87e2b93f-3634-4fbd-a001-eec162257e5c tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0522180 Sep 08 15:54:54.151480 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-330e214e-8277-4710-b95b-df973dadcff8 req-fcca3d37-4853-4dc6-b832-63486cb15aee tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325739 Sep 08 15:54:55.262814 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae52c57-3f9d-44c3-a98c-e956a4e42c95 req-0034b32a-9a42-4d3e-a35f-8dba46c35817 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:55.264508 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cae52c57-3f9d-44c3-a98c-e956a4e42c95 req-0034b32a-9a42-4d3e-a35f-8dba46c35817 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0486245 Sep 08 15:54:55.303285 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-cae52c57-3f9d-44c3-a98c-e956a4e42c95 req-acd3edb9-e9c2-4f74-916a-7e5850a474a3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328472 Sep 08 15:54:56.413106 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea26bc-75cd-48ab-baea-36310af4a985 req-c981fedf-fda9-4ecb-a37d-e72503e3c476 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:56.414569 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-beea26bc-75cd-48ab-baea-36310af4a985 req-c981fedf-fda9-4ecb-a37d-e72503e3c476 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0471022 Sep 08 15:54:56.454325 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-beea26bc-75cd-48ab-baea-36310af4a985 req-6b725152-3be6-4372-9e45-157119da7f03 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330462 Sep 08 15:54:57.569758 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99714bc-eec0-4846-bcdb-13c787ea02e6 req-12cf73a4-f26d-4493-b572-bdc6279169d4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:57.571209 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d99714bc-eec0-4846-bcdb-13c787ea02e6 req-12cf73a4-f26d-4493-b572-bdc6279169d4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0511434 Sep 08 15:54:57.610158 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-d99714bc-eec0-4846-bcdb-13c787ea02e6 req-3c5cdc34-493b-4db3-b13f-2dcdcf54c492 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323515 Sep 08 15:54:58.722695 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb633165-1af5-4496-88a7-b79e52a24159 req-3eaefc1c-2029-4edd-8cd8-3264b84237d2 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:58.724136 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fb633165-1af5-4496-88a7-b79e52a24159 req-3eaefc1c-2029-4edd-8cd8-3264b84237d2 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0478270 Sep 08 15:54:58.762477 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-fb633165-1af5-4496-88a7-b79e52a24159 req-2d879001-3f6c-49ba-937e-90e40aaa1068 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324559 Sep 08 15:54:58.880479 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-b0daab33-e67f-463d-8143-d46b774957b7 req-cdacceee-7975-4700-bb34-693c180b3c06 service neutron] (100601) timed out ('10.222.0.59', 49871) {{(pid=100601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 15:54:59.227033 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-d2fb700c-3569-46b0-9708-9aa3c7ffc489 req-386d64f5-bb3a-4594-bbab-38f4c9fd96e4 service neutron] (100601) timed out ('10.222.0.59', 49855) {{(pid=100601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 15:54:59.875867 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8a7e3-1e0e-4e89-9f42-f51853a74763 req-3db1d6e1-0947-4319-ad22-764437778ccc tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:54:59.877317 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-34e8a7e3-1e0e-4e89-9f42-f51853a74763 req-3db1d6e1-0947-4319-ad22-764437778ccc tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0486844 Sep 08 15:54:59.915381 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-34e8a7e3-1e0e-4e89-9f42-f51853a74763 req-ffcadd36-2967-4caf-8f3e-49c85b3f1ebf tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319490 Sep 08 15:55:01.031631 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aa3ba-4ed7-4af5-9fe0-e36e64167e3f req-12b6e555-3907-41a3-9cd4-0422426f8898 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:55:01.033056 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9d1aa3ba-4ed7-4af5-9fe0-e36e64167e3f req-12b6e555-3907-41a3-9cd4-0422426f8898 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0511310 Sep 08 15:55:01.070736 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-9d1aa3ba-4ed7-4af5-9fe0-e36e64167e3f req-5a8235e1-8e40-4042-be49-8ae5936515e4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317645 Sep 08 15:55:02.183063 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006be5ef-0a81-4613-858e-6bfd6c97d863 req-e85e7182-539d-49a9-8c0c-9e54a5787f0d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:55:02.184419 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-006be5ef-0a81-4613-858e-6bfd6c97d863 req-e85e7182-539d-49a9-8c0c-9e54a5787f0d tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0484219 Sep 08 15:55:02.223152 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-006be5ef-0a81-4613-858e-6bfd6c97d863 req-7e81a641-c33d-40aa-ab67-0bb3aed67231 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&id=89c11b48-8ea4-4fc7-9ca3-50f50278593d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321219 Sep 08 15:55:04.459444 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:55:07.258460 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-d242a112-bfb5-40fa-afc1-64a40c6ea113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:07.279462 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:09.830977 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3dee50e3-36d3-49ac-934c-79a6c0a91fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:10.306804 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:10.949286 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:12.539868 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:15.785798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [req-18e2e76e-efc0-4a57-a79e-a5a1ebf96336 req-91e29f79-6a8d-4969-b8b7-2b99e4792132 service neutron] (100601) timed out ('10.222.0.59', 49878) {{(pid=100601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 15:55:37.259156 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-75d6e06a-9a64-453b-9908-9a7ac68cd555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:37.291447 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:39.831670 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-94b2ebf4-a90f-41c9-97d3-8dcb279d9517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:40.307418 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:40.953079 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:41.459090 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:55:42.540351 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:55:50.081515 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-a422b2f6-a505-4a78-bdc0-205e6ea233bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851102 Sep 08 15:55:50.185735 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634df25-e398-4529-ae71-656a4622de31 req-68cea345-7d42-4e64-89fc-25bc369dea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:55:50.187309 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-68cea345-7d42-4e64-89fc-25bc369dea3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1137 time: 0.0401404 Sep 08 15:55:50.525545 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634df25-e398-4529-ae71-656a4622de31 req-aa22ffc7-58a4-486b-8db5-cd3299543a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:55:50.527089 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-aa22ffc7-58a4-486b-8db5-cd3299543a47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.3202045 Sep 08 15:55:50.590463 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-d57270f3-a543-4009-9900-d2a267de09ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 1000 time: 0.0547802 Sep 08 15:55:50.639684 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634df25-e398-4529-ae71-656a4622de31 req-ace7e314-10a2-40a0-afc0-81a9db8e5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:55:50.641058 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-ace7e314-10a2-40a0-afc0-81a9db8e5747 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0426881 Sep 08 15:55:50.687975 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634df25-e398-4529-ae71-656a4622de31 req-484fb33e-c235-4072-9e34-75f7b067d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:55:50.689423 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-484fb33e-c235-4072-9e34-75f7b067d945 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415916 Sep 08 15:55:50.774126 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-4fca01da-8906-4535-9a1d-b3bbeaa923d5 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776548 Sep 08 15:55:50.863939 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-6634df25-e398-4529-ae71-656a4622de31 req-e5d338a5-6de1-4d40-8ae8-f78a6265c034 service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826559 Sep 08 15:56:05.643859 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-4f725370-81bc-4947-a7cf-b7f99d2116d6 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1439788619&fields=id&tenant_id=2dea21670f5b41c493039a563532513d HTTP/1.1" status: 200 len: 267 time: 0.0335841 Sep 08 15:56:05.695575 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-4f63c714-6ad3-4f6a-9629-c3d22db09ff1 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:05.697016 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-4f63c714-6ad3-4f6a-9629-c3d22db09ff1 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 984 time: 0.0476024 Sep 08 15:56:05.707998 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.v2.base [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Request body: {'port': {'security_groups': ['09aa187c-a8bb-4d9c-a194-0cdd4dd51514']}} {{(pid=100601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:56:05.771822 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565706'] for port, before_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:05.938327 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:05.965623 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for port, precommit_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:05.970692 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768379405334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768378868965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768378868983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126177123'] for port, after_update {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.008868 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['d4fdd508-fbda-4ce3-b148-574b56ddbe52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:56:06.028480 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:06.029116 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.031639 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-b3dd9631-3bf9-4758-b60c-5438012fc81e req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "PUT /v2.0/ports/d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 942 time: 0.3276782 Sep 08 15:56:06.031872 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:56:06.034778 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:56:06.037228 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45696) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:06.043717 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event updated for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=7']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:06.051218 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.051567 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.051900 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.052233 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.052719 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.052932 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.053598 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.053598 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.053855 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.054176 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.054505 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.054854 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4166a-6b72-4ec2-8ab1-c35f63731ef3 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.119922 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.148236 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.153009 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['d4fdd508-fbda-4ce3-b148-574b56ddbe52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:56:06.210130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.212997 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.214242 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "DELETE /v2.0/security-groups/89c11b48-8ea4-4fc7-9ca3-50f50278593d HTTP/1.1" status: 204 len: 168 time: 0.1725597 Sep 08 15:56:06.217028 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45702) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:06.224049 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c11b48-8ea4-4fc7-9ca3-50f50278593d,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:06.235972 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.236330 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.236679 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.237014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.237351 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.237694 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.238027 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.238356 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.238684 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.239014 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.239482 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.239808 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165372-7b3b-4796-82bb-8a585cefff51 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:06.245703 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.provisioning_blocks [None req-e1df60e1-dbd1-42c1-b70e-0a13e685c6ab None None] Provisioning complete for port d4fdd508-fbda-4ce3-b148-574b56ddbe52 triggered by entity DHCP. {{(pid=100602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:56:06.246070 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e1df60e1-dbd1-42c1-b70e-0a13e685c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-623166'] for port, provisioning_complete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.380287 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Deleting port f867c1ea-e099-492d-958d-a0cf69ef1867 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:06.380659 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.455984 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.456375 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.468996 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Calling delete_port for f867c1ea-e099-492d-958d-a0cf69ef1867 owned by network:floatingip {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:06.610813 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.635284 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event deleted for resources: {'Port': ['ID=f867c1ea-e099-492d-958d-a0cf69ef1867,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:06.695955 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks [] for floatingip, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:06.696654 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.db.l3_db [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Floating IP 74625d30-6a6b-46aa-9d82-bc7160152836 disassociated (deleted). External IP: 172.27.0.54, port: d4fdd508-fbda-4ce3-b148-574b56ddbe52. Sep 08 15:56:07.112824 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f7bbd1-6204-4487-b180-e4dc93d604dc x-openstack-request-id: req-d4f7bbd1-6204-4487-b180-e4dc93d604dc {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:56:07.113092 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:56:07.113334 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4f7bbd1-6204-4487-b180-e4dc93d604dc {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:56:07.113734 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'status': 'completed', 'code': 200} Sep 08 15:56:07.149075 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Router 0b0587f0-de98-4a0e-9c87-12cd0015a140 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:56:07.197852 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-32a3f907-6b15-4d22-aa7d-a2c1a5edec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:07.199375 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-32a3f907-6b15-4d22-aa7d-a2c1a5edec28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1098 time: 0.0407555 Sep 08 15:56:07.251307 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:56:07.255866 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for floatingip, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:07.260990 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ab0df4ea-4fe7-403f-91e0-075f0358a0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:07.265109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] Sync routers for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:56:07.282821 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:56:07.283560 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:55:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:07.289196 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-9ab8467a-e58b-4ee7-aeb8-f1c75aa9756a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "DELETE /v2.0/floatingips/74625d30-6a6b-46aa-9d82-bc7160152836 HTTP/1.1" status: 204 len: 168 time: 1.0707402 Sep 08 15:56:07.308385 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-c197ae27-366b-4887-9b28-52f726258f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:07.309953 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-c197ae27-366b-4887-9b28-52f726258f76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.1036696 Sep 08 15:56:07.326981 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:07.353753 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-0715f798-7fa3-483d-9051-ac4da81f95be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 217 time: 0.0365872 Sep 08 15:56:07.403380 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:56:07.411013 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-37578e00-427c-4f8c-9b0e-c4e56f97918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:07.412482 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-37578e00-427c-4f8c-9b0e-c4e56f97918d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0518312 Sep 08 15:56:07.463501 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-5c6042d2-1735-4183-aa02-8dcbada17e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:07.465161 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-5c6042d2-1735-4183-aa02-8dcbada17e85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444076 Sep 08 15:56:07.579175 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-8dea6188-b704-465f-945d-99974f88101c service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998504 Sep 08 15:56:07.612530 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:07.638073 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] Checking router: 0b0587f0-de98-4a0e-9c87-12cd0015a140 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:56:07.646186 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:56:07.646784 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:55:40Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:07.675704 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-8c6809b7-0f84-4d4f-b378-1cd16d25c7b5 req-e6504bcf-6bc3-47cb-8252-193aa0f5bfac service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879409 Sep 08 15:56:07.750523 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:56:07.943302 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:07.969687 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d911f5-7a66-43e0-bd3b-af6cbb6dbd93 None None] The sync data for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi is: [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:54Z', 'revision_number': 4, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi', '_interfaces': [{'id': '639e7704-fa52-4dc0-a5b7-7400a71f6589', 'name': '', 'network_id': '52bb2f8d-5f38-4697-b574-1691cd42333e', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'mac_address': 'fa:16:3e:76:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:53Z', 'updated_at': '2021-09-08T15:52:59Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'subnets': [{'id': 'b3311d9e-116c-472b-9006-03e21d542af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:56:08.185150 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282431d-c6f9-479a-80e4-992973278344 None None] New status for floating IP 74625d30-6a6b-46aa-9d82-bc7160152836: DOWN {{(pid=100603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:56:09.114750 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:56:09.117046 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7f82a9c6521c1cd33e9a147cf92d295817c4ee7a164134654abf549aa377e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2949037d-5162-4c45-a9f5-5cc8bc537f73" -d '{"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:56:09.152185 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79492f6-d1c3-4c16-b0d3-cbe07fb89735 x-openstack-request-id: req-c79492f6-d1c3-4c16-b0d3-cbe07fb89735 {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:56:09.152498 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "status": "completed", "code": 200}]} {{(pid=100601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:56:09.152783 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c79492f6-d1c3-4c16-b0d3-cbe07fb89735 {{(pid=100601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:56:09.153199 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'status': 'completed', 'code': 200} Sep 08 15:56:09.237735 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-4bd4e8f8-26cb-4364-a3cd-32ad351127c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:09.239210 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-4bd4e8f8-26cb-4364-a3cd-32ad351127c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dea21670f5b41c493039a563532513d&device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 1098 time: 0.0404024 Sep 08 15:56:09.331323 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-ad630784-8335-4e50-b1fe-2b4d1a1f3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:09.332719 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-ad630784-8335-4e50-b1fe-2b4d1a1f3d2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 200 len: 916 time: 0.0862296 Sep 08 15:56:09.373641 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-7f6ae1c2-7208-43a7-a2df-bd5578b3c06d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 200 len: 217 time: 0.0335081 Sep 08 15:56:09.423514 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-b2587320-bc48-428a-a0c1-cbceffd79707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:09.424931 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-b2587320-bc48-428a-a0c1-cbceffd79707 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 200 len: 854 time: 0.0452592 Sep 08 15:56:09.469494 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-102a0932-243e-444e-8dbb-3df9cef21880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:09.471018 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-102a0932-243e-444e-8dbb-3df9cef21880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52bb2f8d-5f38-4697-b574-1691cd42333e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385172 Sep 08 15:56:09.558618 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-c448447f-af05-4250-ac07-4bad02083f4c service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796990 Sep 08 15:56:09.648635 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-2949037d-5162-4c45-a9f5-5cc8bc537f73 req-07b0cf73-67a2-4e91-b2b9-b50b337a0b4e service neutron] 10.222.0.59 "GET /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Sep 08 15:56:09.832328 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cd11-e383-4e91-b0a6-4516584d1da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:10.161700 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27287c-fd8a-4276-95a0-89620d34fd75 req-26e3f53f-c100-4d3b-9f75-b8e9a3ea2492 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:10.163134 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0a27287c-fd8a-4276-95a0-89620d34fd75 req-26e3f53f-c100-4d3b-9f75-b8e9a3ea2492 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0478342 Sep 08 15:56:10.199115 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-0a27287c-fd8a-4276-95a0-89620d34fd75 req-8ac01cfb-0a04-411e-af19-21c0c192bd02 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301139 Sep 08 15:56:10.310138 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:10.955316 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:11.311589 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a183a2-973e-49f5-ad94-ba03b1f3b64f req-86e9c2b8-4e35-4501-a517-8ebd582b1c8e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:11.313038 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75a183a2-973e-49f5-ad94-ba03b1f3b64f req-86e9c2b8-4e35-4501-a517-8ebd582b1c8e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0468407 Sep 08 15:56:11.353083 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-75a183a2-973e-49f5-ad94-ba03b1f3b64f req-b20cd83a-17fd-4679-96e6-ad6ef1336c6e tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Sep 08 15:56:12.354053 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-609daa91-c30d-4494-94b4-8e7477cf3f56 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:12.355509 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-609daa91-c30d-4494-94b4-8e7477cf3f56 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.59 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0477262 Sep 08 15:56:12.445785 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Deleting port d4fdd508-fbda-4ce3-b148-574b56ddbe52 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:12.446127 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:12.476248 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f90db-e02e-48a5-8835-afa4f09eb784 req-21820cf0-c02b-4b41-9dc8-e094af330b81 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:56:12.477812 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d1f90db-e02e-48a5-8835-afa4f09eb784 req-21820cf0-c02b-4b41-9dc8-e094af330b81 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/ports?device_id=7058d2bf-5fbd-4114-980f-7ab9e7182949 HTTP/1.1" status: 200 len: 945 time: 0.0546536 Sep 08 15:56:12.515147 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [req-4d1f90db-e02e-48a5-8835-afa4f09eb784 req-f3607480-e3fb-4ea2-b188-218500ab9c8a tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.54 "GET /v2.0/security-groups?id=09aa187c-a8bb-4d9c-a194-0cdd4dd51514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Sep 08 15:56:12.534895 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] For port d4fdd508-fbda-4ce3-b148-574b56ddbe52, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d4fdd508-fbda-4ce3-b148-574b56ddbe52,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:12.535265 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:12.542492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:12.548721 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Calling delete_port for d4fdd508-fbda-4ce3-b148-574b56ddbe52 owned by compute:nova {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:12.674319 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:12.702072 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Pushing event deleted for resources: {'Port': ['ID=d4fdd508-fbda-4ce3-b148-574b56ddbe52,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:12.710490 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] get_ports_and_sgs() called for port_ids ['d4fdd508-fbda-4ce3-b148-574b56ddbe52'] {{(pid=100602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:56:12.747669 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] No DVR routers for this DVR port d4fdd508-fbda-4ce3-b148-574b56ddbe52 on host hv-cinder-77630 {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:56:12.750393 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44477'] for port, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:12.752674 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [req-40033f91-514f-4226-90d4-f8bbfd4972cb req-feb59ccf-44ee-46bc-9bb4-24ded8975be4 tempest-TestMinimumBasicScenario-952549621 tempest-TestMinimumBasicScenario-952549621-project] 10.222.0.59 "DELETE /v2.0/ports/d4fdd508-fbda-4ce3-b148-574b56ddbe52 HTTP/1.1" status: 204 len: 173 time: 0.3907297 Sep 08 15:56:12.753130 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'name': 'network-vif-deleted', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52'}] {{(pid=100600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:56:12.756427 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e52cbee86e6f97bbb6b0f50dd9116df73f5677c2ec7ba07057ce72603441443" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c132b-b585-455f-9c6e-77bbd34e5e24" -d '{"events": [{"server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "name": "network-vif-deleted", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52"}]}' {{(pid=100600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:56:12.852785 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1267c1-28c5-402e-ab1e-d6847265dd62 x-openstack-request-id: req-9c1267c1-28c5-402e-ab1e-d6847265dd62 {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:56:12.853074 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7058d2bf-5fbd-4114-980f-7ab9e7182949", "name": "network-vif-deleted", "tag": "d4fdd508-fbda-4ce3-b148-574b56ddbe52", "status": "completed", "code": 200}]} {{(pid=100600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:56:12.853322 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c1267c1-28c5-402e-ab1e-d6847265dd62 {{(pid=100600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:56:12.853737 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7058d2bf-5fbd-4114-980f-7ab9e7182949', 'name': 'network-vif-deleted', 'tag': 'd4fdd508-fbda-4ce3-b148-574b56ddbe52', 'status': 'completed', 'code': 200} Sep 08 15:56:14.219601 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45812) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:14.547817 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:14.781890 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Deleting port 639e7704-fa52-4dc0-a5b7-7400a71f6589 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:14.782227 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:14.855038 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] For port 639e7704-fa52-4dc0-a5b7-7400a71f6589, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=639e7704-fa52-4dc0-a5b7-7400a71f6589,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:14.855332 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:14.872034 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Calling delete_port for 639e7704-fa52-4dc0-a5b7-7400a71f6589 owned by network:router_interface {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:15.043923 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:15.070007 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=639e7704-fa52-4dc0-a5b7-7400a71f6589,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:15.226559 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:15.282870 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device d4fdd508-fbda-4ce3-b148-574b56ddbe52 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:15.303175 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] No Port match for: d4fdd508-fbda-4ce3-b148-574b56ddbe52 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:15.303523 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Device d4fdd508-fbda-4ce3-b148-574b56ddbe52 not bound to the agent host hv-cinder-77630 {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:15.431446 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Router 0b0587f0-de98-4a0e-9c87-12cd0015a140 has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:56:15.532425 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:56:15.537318 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-380283ea-e069-4a7b-b3d6-a7046ec656a9 admin admin] 10.222.0.54 "PUT /v2.0/routers/0b0587f0-de98-4a0e-9c87-12cd0015a140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3167138 Sep 08 15:56:15.539805 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45814) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:15.542279 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] Sync routers for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:56:15.551702 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:56:15.552483 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:56:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:15.639697 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks [] for router, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:15.653572 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: dv-cinder-776307-8-iscsi {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:56:15.738932 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:15.789781 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Deleting port 50e72dca-8ff4-4c20-8aac-a22896404011 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:15.790127 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:15.830967 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:56:14Z', 'revision_number': 5, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port': {'id': '50e72dca-8ff4-4c20-8aac-a22896404011', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:55:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:15.856980 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] Checking router: 0b0587f0-de98-4a0e-9c87-12cd0015a140 for host: dv-cinder-776307-8-iscsi {{(pid=100602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:56:15.867096 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] For port 50e72dca-8ff4-4c20-8aac-a22896404011, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=50e72dca-8ff4-4c20-8aac-a22896404011,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:15.867484 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:15.868529 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] Routers {'0b0587f0-de98-4a0e-9c87-12cd0015a140'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:56:15.869136 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:56:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['0b0587f0-de98-4a0e-9c87-12cd0015a140'], 'active': True} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:15.880395 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Calling delete_port for 50e72dca-8ff4-4c20-8aac-a22896404011 owned by network:router_gateway {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:15.956481 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvr_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] Set router 0b0587f0-de98-4a0e-9c87-12cd0015a140 gateway port host: None {{(pid=100602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:56:16.012093 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_hamode_db [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:56:15Z', 'revision_number': 6, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:16.038401 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18730950-15c0-40aa-8683-29678c5a3e4b None None] The sync data for ids ['0b0587f0-de98-4a0e-9c87-12cd0015a140'] in dv-cinder-776307-8-iscsi is: [{'id': '0b0587f0-de98-4a0e-9c87-12cd0015a140', 'name': 'tempest-TestMinimumBasicScenario-1065574406-router', 'tenant_id': '2dea21670f5b41c493039a563532513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:52Z', 'updated_at': '2021-09-08T15:56:15Z', 'revision_number': 6, 'project_id': '2dea21670f5b41c493039a563532513d', 'gw_port_host': None}] {{(pid=100602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:56:16.039025 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.076674 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e72dca-8ff4-4c20-8aac-a22896404011,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:16.131420 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.218147 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.220146 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.260251 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.261174 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0587f0-de98-4a0e-9c87-12cd0015a140 {{(pid=100601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:56:16.266724 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.267854 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-35511eb8-ed7c-407b-a3d4-d9cb6f1ea739 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0b0587f0-de98-4a0e-9c87-12cd0015a140 HTTP/1.1" status: 204 len: 168 time: 0.7271640 Sep 08 15:56:16.270226 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45816) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:16.316286 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_v2 [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Deleting subnet b3311d9e-116c-472b-9006-03e21d542af7 {{(pid=100601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:56:16.319251 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.352407 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904979'] for subnet, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.434303 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.498267 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126176685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129547762'] for subnet, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.525590 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.527382 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b3311d9e-116c-472b-9006-03e21d542af7 HTTP/1.1" status: 204 len: 168 time: 0.2562528 Sep 08 15:56:16.528299 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11359ef7-6d8e-4dd9-8099-e3ba87e49ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3311d9e-116c-472b-9006-03e21d542af7,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:16.531100 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45818) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:16.533483 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96739221-f8ff-4b35-92e2-1951e7e66ab7 None None] Network 52bb2f8d-5f38-4697-b574-1691cd42333e requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:56:16.598925 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.657357 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Deleting port a208466d-bb92-4c9c-af7d-82db66f670b3 {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:16.657714 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.719680 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] For port a208466d-bb92-4c9c-af7d-82db66f670b3, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=a208466d-bb92-4c9c-af7d-82db66f670b3,segment=NetworkSegment(d3c29d61-c473-4f00-b478-79b2850a2a78),segment_id=d3c29d61-c473-4f00-b478-79b2850a2a78)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:16.720062 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.731211 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Calling delete_port for a208466d-bb92-4c9c-af7d-82db66f670b3 owned by network:dhcp {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:16.814605 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.828786 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff824494-64e0-4685-a1a2-c61d65f0ec70 None None] DHCP port deletion for 52bb2f8d-5f38-4697-b574-1691cd42333e request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:56:16.843815 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a208466d-bb92-4c9c-af7d-82db66f670b3,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:16.849861 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] No DVR routers for this DVR port a208466d-bb92-4c9c-af7d-82db66f670b3 on host dv-cinder-776307-8-iscsi {{(pid=100601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:56:16.850348 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 639e7704-fa52-4dc0-a5b7-7400a71f6589 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:16.872608 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 639e7704-fa52-4dc0-a5b7-7400a71f6589 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:16.873823 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 639e7704-fa52-4dc0-a5b7-7400a71f6589 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:16.920545 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:16.944735 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bb2f8d-5f38-4697-b574-1691cd42333e']}} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:16.955219 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c29d61-c473-4f00-b478-79b2850a2a78') {'for_net_delete': True} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:16.955513 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.services.segments.db [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c29d61-c473-4f00-b478-79b2850a2a78') {} {{(pid=100601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:17.215744 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904938'] for segment, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.229021 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.234928 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:56:17.235309 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126177103'] for segment, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: Traceback (most recent call last): Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: timer() Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: cb(*args, **kw) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: return func(*args, **kwargs) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: self._notify() Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: self.callback(batched_events) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: event.method(event) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: return f(self, *a, **k) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._get(url).json() Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: return self.request(url, 'GET', **kwargs) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:56:17.237177 dv-cinder-776307-8-iscsi neutron-server[100601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:56:17.289734 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.296459 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.297325 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] 10.222.0.54 "DELETE /v2.0/networks/52bb2f8d-5f38-4697-b574-1691cd42333e HTTP/1.1" status: 204 len: 168 time: 0.7651114 Sep 08 15:56:17.300315 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45820) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:17.307595 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49652e0-5a9a-4ca6-9029-17f58030eb14 admin admin] Pushing event deleted for resources: {'Network': ['ID=52bb2f8d-5f38-4697-b574-1691cd42333e,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:17.633798 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4185394'] for router_interface, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.865625 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Deleting port 56c09fd3-72d9-472d-a378-85ccf96be4c0 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:17.865984 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.940605 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] For port 56c09fd3-72d9-472d-a378-85ccf96be4c0, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=56c09fd3-72d9-472d-a378-85ccf96be4c0,segment=NetworkSegment(65653899-c31b-4e8a-a4b2-4d4340efaa91),segment_id=65653899-c31b-4e8a-a4b2-4d4340efaa91)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:17.940974 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:17.956119 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Calling delete_port for 56c09fd3-72d9-472d-a378-85ccf96be4c0 owned by network:router_interface {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:18.124930 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:18.150238 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c09fd3-72d9-472d-a378-85ccf96be4c0,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:18.308138 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4185478'] for router_interface, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:18.458851 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:56:18.492099 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device a208466d-bb92-4c9c-af7d-82db66f670b3 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:18.511785 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: a208466d-bb92-4c9c-af7d-82db66f670b3 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:18.512122 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device a208466d-bb92-4c9c-af7d-82db66f670b3 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:18.512532 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 50e72dca-8ff4-4c20-8aac-a22896404011 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:18.516284 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Router 2ab66305-d999-4f7a-8a0b-f703677f85ef has already been hosted by L3 agent f7817ce3-bae9-4715-be2d-fe2a1d2da81a {{(pid=100600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:56:18.533586 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 50e72dca-8ff4-4c20-8aac-a22896404011 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:18.533948 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 50e72dca-8ff4-4c20-8aac-a22896404011 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:18.618715 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] Notify agent at l3_agent.dv-cinder-776307-8-iscsi the message routers_updated {{(pid=100600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:56:18.624468 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-f9ad3edb-61c3-4bbc-940b-952a9a9e9cc0 admin admin] 10.222.0.54 "PUT /v2.0/routers/2ab66305-d999-4f7a-8a0b-f703677f85ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3231432 Sep 08 15:56:18.627091 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45822) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:18.627636 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] Sync routers for ids ['2ab66305-d999-4f7a-8a0b-f703677f85ef'] in dv-cinder-776307-8-iscsi {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:56:18.636902 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] Routers {'2ab66305-d999-4f7a-8a0b-f703677f85ef'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:56:18.637495 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:56:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['2ab66305-d999-4f7a-8a0b-f703677f85ef'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:18.727204 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:18.737158 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] Set router 2ab66305-d999-4f7a-8a0b-f703677f85ef gateway port host: dv-cinder-776307-8-iscsi {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:56:18.825557 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:18.877196 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Deleting port cab765e4-c369-4270-9c15-4adf62e5cadf {{(pid=100601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:18.877536 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:18.916050 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'external_fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:56:18Z', 'revision_number': 5, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port': {'id': 'cab765e4-c369-4270-9c15-4adf62e5cadf', 'name': '', 'network_id': '67d5e498-c5dd-4684-923d-3f87be7204ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66273cae-fa28-4063-9109-def6fc9b98b5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-8-iscsi'}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:18.941875 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] Checking router: 2ab66305-d999-4f7a-8a0b-f703677f85ef for host: dv-cinder-776307-8-iscsi {{(pid=100603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:56:18.950015 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] Routers {'2ab66305-d999-4f7a-8a0b-f703677f85ef'} bound to L3 agent in host dv-cinder-776307-8-iscsi {{(pid=100603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:56:18.950610 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:31:40Z,description=,heartbeat_timestamp=2021-09-08T15:56:10Z,host='dv-cinder-776307-8-iscsi',id=f7817ce3-bae9-4715-be2d-fe2a1d2da81a,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:31:40Z,topic='l3_agent')) {'router_ids': ['2ab66305-d999-4f7a-8a0b-f703677f85ef'], 'active': True} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:18.958260 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.db [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] For port cab765e4-c369-4270-9c15-4adf62e5cadf, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=cab765e4-c369-4270-9c15-4adf62e5cadf,segment=NetworkSegment(0c05ff50-66d3-473d-9011-a684f3b37ddc),segment_id=0c05ff50-66d3-473d-9011-a684f3b37ddc)] {{(pid=100601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:18.958647 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:18.970134 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.plugins.ml2.plugin [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Calling delete_port for cab765e4-c369-4270-9c15-4adf62e5cadf owned by network:router_gateway {{(pid=100601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:19.035221 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_dvr_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] Set router 2ab66305-d999-4f7a-8a0b-f703677f85ef gateway port host: None {{(pid=100603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:56:19.087663 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.l3_hamode_db [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:56:18Z', 'revision_number': 6, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port_host': None}], 'dv-cinder-776307-8-iscsi', False) {} {{(pid=100603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:19.113499 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04f642-c5aa-48cc-aa8c-cac715bcc616 None None] The sync data for ids ['2ab66305-d999-4f7a-8a0b-f703677f85ef'] in dv-cinder-776307-8-iscsi is: [{'id': '2ab66305-d999-4f7a-8a0b-f703677f85ef', 'name': 'tempest-TestMinimumBasicScenario-1407545359-router', 'tenant_id': 'fbfa9d7faa804c86a414a145d250f581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:52:56Z', 'updated_at': '2021-09-08T15:56:18Z', 'revision_number': 6, 'project_id': 'fbfa9d7faa804c86a414a145d250f581', 'gw_port_host': None}] {{(pid=100603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:56:19.133174 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126176656'] for port, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.159732 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab765e4-c369-4270-9c15-4adf62e5cadf,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:19.220002 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4182628'] for router_gateway, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.305483 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4183767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3764'] for router, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.307468 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.347956 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4183774'] for router, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.348699 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab66305-d999-4f7a-8a0b-f703677f85ef {{(pid=100601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:56:19.353149 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.354423 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-2d213b9f-1db7-4745-ad7b-c5d354f62bc4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2ab66305-d999-4f7a-8a0b-f703677f85ef HTTP/1.1" status: 204 len: 168 time: 0.7262995 Sep 08 15:56:19.356835 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45824) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:19.401536 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Deleting subnet e1a4e315-1fda-48fb-880f-e4c3687b9d01 {{(pid=100601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:56:19.404423 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.441127 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904979'] for subnet, precommit_delete_associations {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.517798 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627552'] for subnet, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.575066 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126176685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129547762'] for subnet, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.601087 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a4e315-1fda-48fb-880f-e4c3687b9d01,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:19.603056 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.604952 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-a9f160e8-5072-4a86-81e7-72501de3e143 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e1a4e315-1fda-48fb-880f-e4c3687b9d01 HTTP/1.1" status: 204 len: 168 time: 0.2464714 Sep 08 15:56:19.608116 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45826) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:19.611218 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472fd3d-53e8-489e-a61f-9be963503a16 None None] Network 97efda62-2b66-4dc3-b95d-f4d428eecb65 requested from dv-cinder-776307-8-iscsi {{(pid=100602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:56:19.674830 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562876'] for network, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.724797 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Deleting port 73df8964-db8a-452d-b375-b31227d8ea53 {{(pid=100600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:19.725021 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.791948 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.db [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] For port 73df8964-db8a-452d-b375-b31227d8ea53, host dv-cinder-776307-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-8-iscsi',level=0,port_id=73df8964-db8a-452d-b375-b31227d8ea53,segment=NetworkSegment(65653899-c31b-4e8a-a4b2-4d4340efaa91),segment_id=65653899-c31b-4e8a-a4b2-4d4340efaa91)] {{(pid=100600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:19.792275 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.804214 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.plugin [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Calling delete_port for 73df8964-db8a-452d-b375-b31227d8ea53 owned by network:dhcp {{(pid=100600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:19.869273 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] DHCP port deletion for 97efda62-2b66-4dc3-b95d-f4d428eecb65 request from dv-cinder-776307-8-iscsi {{(pid=100602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:56:19.892615 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127463693'] for port, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.921621 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Deleting port 73df8964-db8a-452d-b375-b31227d8ea53 {{(pid=100602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:56:19.922091 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768379400506'] for port, before_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.922551 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Pushing event deleted for resources: {'Port': ['ID=73df8964-db8a-452d-b375-b31227d8ea53,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:19.926125 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] No DVR routers for this DVR port 73df8964-db8a-452d-b375-b31227d8ea53 on host dv-cinder-776307-8-iscsi {{(pid=100600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:56:19.988662 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.db [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] For port 73df8964-db8a-452d-b375-b31227d8ea53, host dv-cinder-776307-8-iscsi, got binding levels [] {{(pid=100602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:56:19.989051 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4172099'] for port, precommit_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:19.997318 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-625941', 'neutron.services.segments.db._delete_segments_for_network-8768379170205'] for network, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.000694 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Calling delete_port for 73df8964-db8a-452d-b375-b31227d8ea53 owned by network:dhcp {{(pid=100602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:56:20.003299 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.ipam_backend_mixin [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Port 73df8964-db8a-452d-b375-b31227d8ea53 was not found and therefore no delete operation was performed {{(pid=100602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 15:56:20.004504 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-565637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768379405316', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768378868956'] for port, after_delete {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.017420 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97efda62-2b66-4dc3-b95d-f4d428eecb65']}} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:20.027313 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65653899-c31b-4e8a-a4b2-4d4340efaa91') {'for_net_delete': True} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:20.027676 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.services.segments.db [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65653899-c31b-4e8a-a4b2-4d4340efaa91') {} {{(pid=100600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:56:20.029747 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Pushing event deleted for resources: {'Port': ['ID=73df8964-db8a-452d-b375-b31227d8ea53,revision_number=None']} {{(pid=100602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:20.033964 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] No DVR routers for this DVR port 73df8964-db8a-452d-b375-b31227d8ea53 on host dv-cinder-776307-8-iscsi {{(pid=100602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:56:20.039678 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.040030 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.040457 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.040752 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.041082 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.041492 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.041779 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.042093 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.042360 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.042677 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.043002 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.043329 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6b5b5f-e9cc-44fe-87e7-c5a3e41eb6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-8-iscsi {{(pid=100602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:56:20.047980 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768379169446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126995347'] for segment, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.064462 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122'] for segment, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.070853 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:56:20.071384 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-626122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127464402'] for segment, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: Traceback (most recent call last): Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: timer() Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: cb(*args, **kw) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: return func(*args, **kwargs) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: self._notify() Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: self.callback(batched_events) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: event.method(event) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: return f(self, *a, **k) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._get(url).json() Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: return self.request(url, 'GET', **kwargs) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:56:20.073363 dv-cinder-776307-8-iscsi neutron-server[100600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:56:20.133035 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4194076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4182528'] for network, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.139245 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682399'] for network, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.141063 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] 10.222.0.54 "DELETE /v2.0/networks/97efda62-2b66-4dc3-b95d-f4d428eecb65 HTTP/1.1" status: 204 len: 168 time: 0.5318270 Sep 08 15:56:20.151503 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5467ca-2ba6-4173-8ea3-80e96f606ded admin admin] Pushing event deleted for resources: {'Network': ['ID=97efda62-2b66-4dc3-b95d-f4d428eecb65,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:20.299359 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45830) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:20.337154 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-8d8a932a-2bcd-43b5-8b02-f990492f2a7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2dea21670f5b41c493039a563532513d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366099 Sep 08 15:56:20.339445 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.wsgi [-] (100600) accepted ('10.222.0.54', 45832) {{(pid=100600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:20.388791 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dde6f900-5752-4efb-a140-96adffdf8e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.414643 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dde6f900-5752-4efb-a140-96adffdf8e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.445718 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 73df8964-db8a-452d-b375-b31227d8ea53 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:20.462749 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dde6f900-5752-4efb-a140-96adffdf8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.465612 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron_lib.callbacks.manager [None req-dde6f900-5752-4efb-a140-96adffdf8e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.466842 dv-cinder-776307-8-iscsi neutron-server[100600]: INFO neutron.wsgi [None req-dde6f900-5752-4efb-a140-96adffdf8e84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09aa187c-a8bb-4d9c-a194-0cdd4dd51514 HTTP/1.1" status: 204 len: 168 time: 0.1265330 Sep 08 15:56:20.471041 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 73df8964-db8a-452d-b375-b31227d8ea53 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:20.471169 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 73df8964-db8a-452d-b375-b31227d8ea53 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:20.471538 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 56c09fd3-72d9-472d-a378-85ccf96be4c0 no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:20.474814 dv-cinder-776307-8-iscsi neutron-server[100600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6f900-5752-4efb-a140-96adffdf8e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa187c-a8bb-4d9c-a194-0cdd4dd51514,revision_number=None']} {{(pid=100600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:20.494232 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: 56c09fd3-72d9-472d-a378-85ccf96be4c0 {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:20.494571 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device 56c09fd3-72d9-472d-a378-85ccf96be4c0 not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:20.494984 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device cab765e4-c369-4270-9c15-4adf62e5cadf no longer exists at agent ovs-agent-dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:56:20.516797 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.plugin [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] No Port match for: cab765e4-c369-4270-9c15-4adf62e5cadf {{(pid=100602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:56:20.517134 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron.plugins.ml2.rpc [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Device cab765e4-c369-4270-9c15-4adf62e5cadf not bound to the agent host dv-cinder-776307-8-iscsi {{(pid=100602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:56:20.772134 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45838) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:20.812411 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-aa5cf0bc-0482-45b5-968e-340c6936c16e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbfa9d7faa804c86a414a145d250f581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390997 Sep 08 15:56:20.814719 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.wsgi [-] (100601) accepted ('10.222.0.54', 45840) {{(pid=100601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:56:20.865042 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-104df20c-8450-4a3c-8a44-eb2be7516b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.885680 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-104df20c-8450-4a3c-8a44-eb2be7516b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.930190 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-104df20c-8450-4a3c-8a44-eb2be7516b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4187085'] for security_group, after_delete {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.932881 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron_lib.callbacks.manager [None req-104df20c-8450-4a3c-8a44-eb2be7516b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:20.934058 dv-cinder-776307-8-iscsi neutron-server[100601]: INFO neutron.wsgi [None req-104df20c-8450-4a3c-8a44-eb2be7516b1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6109462b-a90f-4b96-b67f-839e6e2bb54a HTTP/1.1" status: 204 len: 168 time: 0.1184487 Sep 08 15:56:20.941967 dv-cinder-776307-8-iscsi neutron-server[100601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104df20c-8450-4a3c-8a44-eb2be7516b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6109462b-a90f-4b96-b67f-839e6e2bb54a,revision_number=None']} {{(pid=100601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:56:37.261327 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-602b6a51-f137-4be6-9875-05329a7f6168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:37.300666 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:39.836491 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-38cc161a-b6a5-4520-bfd6-53293c5ed4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:40.312483 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:40.960648 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:42.545753 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:56:55.457898 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:57:07.261592 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3e9494f7-7228-4cab-902e-46eb52ab6a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:07.299961 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:09.837193 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-bdd72666-59e8-4b36-b079-6b22819ec480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:10.313735 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:10.960252 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:12.548348 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:32.458005 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:57:37.261043 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6e9db963-019d-4049-81c4-47362e52368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:37.317480 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:39.836708 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aa47a951-b9f3-4c9c-a5f7-856e971945c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:40.316002 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:40.965559 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:57:42.551109 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:07.262798 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-288169dc-e1b2-45d5-9af6-05292d183b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:07.329753 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:09.456698 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:58:09.836053 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-9fffed98-93f0-432d-bcd6-c5924d53d1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:10.317539 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:10.966588 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:12.556238 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:37.263147 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-58c46d1d-8a0a-44c5-a1c5-f5697ab10b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:37.320918 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:39.836707 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-be535f86-3c30-4f8d-acf5-a4ab26eff5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:40.317381 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:40.969688 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:42.558039 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:58:46.455931 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:59:07.264308 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-fbe13b98-f5a1-49c0-a868-ac8a229036c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:07.327980 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:09.836218 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-ea65b994-ef78-44a2-b16f-572d22190a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:10.317333 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:10.971169 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:12.561517 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:23.454096 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:59:37.266175 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-e0b93ee3-db28-4411-b88a-e12f16087340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:37.341501 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:39.835909 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe817-5c47-4148-98b9-67d981fc9416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:40.318498 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:40.974695 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:59:42.564085 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:00.452620 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:00:07.267298 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-991bd07a-0dd8-46b0-9938-943626d56df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:07.351759 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:09.837096 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-98f3f789-50fc-4d4f-b1cc-667247eb2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:10.319293 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:10.977505 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:12.567863 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:37.267634 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-0a6f3345-7e78-45b7-9487-49306f198784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:37.355682 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:37.450469 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:00:39.838122 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-07172400-ed93-446e-9adb-afc57c9b2df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:40.320227 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:40.979512 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:00:42.572747 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:07.268407 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3e6f2dd8-fab4-4694-9e15-b3040693509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:07.356652 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:09.837606 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-3f9227c7-dace-4da1-a12c-ffd083545568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:10.320818 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:10.984357 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:12.574557 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:14.449319 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:01:37.270031 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-71ba59b1-0876-42be-bda7-dc64e53f6d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:37.368915 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-755fee9b-4f1d-4fc5-a2fa-8ce75c519e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:39.839745 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-6fbba286-6546-43e1-9d44-b5d4020ac6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:40.322013 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-955432e8-e848-415d-a172-102ea88e08f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:40.985638 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-36cc2e2e-b62e-4f64-9fca-e41cd6859747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:42.577001 dv-cinder-776307-8-iscsi neutron-server[100602]: DEBUG neutron_lib.callbacks.manager [None req-aca2176c-d9f4-47fe-bd5f-4afaf725229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768379170187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624083'] for agent, after_update {{(pid=100602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:01:51.448864 dv-cinder-776307-8-iscsi neutron-server[100603]: DEBUG neutron.db.agents_db [None req-93e0adfb-f39e-4f6a-8aed-b0f906753b32 None None] Agent healthcheck: found 6 active agents {{(pid=100603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}